{"level":"warn","ts":"2026-04-16T00:35:32.539555Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T00:35:32.539631Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.209:2380","--initial-cluster=instance=https://199.204.45.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T00:35:32.539702Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T00:35:32.539721Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-16T00:35:32.53974Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T00:35:32.540375Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"]} {"level":"info","ts":"2026-04-16T00:35:32.54048Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T00:35:32.548026Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.347825ms"} {"level":"info","ts":"2026-04-16T00:35:32.555924Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"adfb641115bf6cbd","cluster-id":"3da6b677d4b80c6"} {"level":"info","ts":"2026-04-16T00:35:32.556045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T00:35:32.556079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 0"} {"level":"info","ts":"2026-04-16T00:35:32.556095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft adfb641115bf6cbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T00:35:32.556115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 1"} {"level":"info","ts":"2026-04-16T00:35:32.55617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"warn","ts":"2026-04-16T00:35:32.56354Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T00:35:32.567716Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T00:35:32.569225Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T00:35:32.572029Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"adfb641115bf6cbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T00:35:32.572223Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"adfb641115bf6cbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T00:35:32.572325Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T00:35:32.572425Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T00:35:32.57248Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T00:35:32.576656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"info","ts":"2026-04-16T00:35:32.576884Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","added-peer-id":"adfb641115bf6cbd","added-peer-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-16T00:35:32.577079Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T00:35:32.577208Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-16T00:35:32.577291Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-16T00:35:32.57743Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"adfb641115bf6cbd","initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T00:35:32.577468Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T00:35:32.757607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T00:35:32.75767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T00:35:32.757718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgPreVoteResp from adfb641115bf6cbd at term 1"} {"level":"info","ts":"2026-04-16T00:35:32.757749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became candidate at term 2"} {"level":"info","ts":"2026-04-16T00:35:32.75776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgVoteResp from adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-16T00:35:32.757776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became leader at term 2"} {"level":"info","ts":"2026-04-16T00:35:32.757791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: adfb641115bf6cbd elected leader adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-16T00:35:32.759128Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T00:35:32.760044Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"adfb641115bf6cbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.209:2379]}","request-path":"/0/members/adfb641115bf6cbd/attributes","cluster-id":"3da6b677d4b80c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T00:35:32.760171Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T00:35:32.7602Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T00:35:32.760452Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T00:35:32.760536Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T00:35:32.760747Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T00:35:32.760873Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T00:35:32.760916Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T00:35:32.763542Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T00:35:32.764291Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.209:2379"} {"level":"info","ts":"2026-04-16T00:35:37.166877Z","caller":"traceutil/trace.go:171","msg":"trace[1359927661] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"206.553482ms","start":"2026-04-16T00:35:36.960295Z","end":"2026-04-16T00:35:37.166849Z","steps":["trace[1359927661] 'process raft request' (duration: 206.321646ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:35:52.982412Z","caller":"traceutil/trace.go:171","msg":"trace[965175974] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"407.329749ms","start":"2026-04-16T00:35:52.575054Z","end":"2026-04-16T00:35:52.982384Z","steps":["trace[965175974] 'process raft request' (duration: 407.167495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:35:52.983034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:35:52.575026Z","time spent":"407.480413ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:35:53.447421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.48877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T00:35:53.447559Z","caller":"traceutil/trace.go:171","msg":"trace[482396747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:454; }","duration":"321.744006ms","start":"2026-04-16T00:35:53.125789Z","end":"2026-04-16T00:35:53.447533Z","steps":["trace[482396747] 'range keys from in-memory index tree' (duration: 321.280173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:35:53.447612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:35:53.125762Z","time spent":"321.838698ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:35:53.971325Z","caller":"traceutil/trace.go:171","msg":"trace[722593389] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"364.181489ms","start":"2026-04-16T00:35:53.607103Z","end":"2026-04-16T00:35:53.971285Z","steps":["trace[722593389] 'process raft request' (duration: 363.968643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:35:53.971603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:35:53.60707Z","time spent":"364.394833ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:35:57.748582Z","caller":"traceutil/trace.go:171","msg":"trace[1630282708] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"269.705508ms","start":"2026-04-16T00:35:57.478844Z","end":"2026-04-16T00:35:57.748549Z","steps":["trace[1630282708] 'process raft request' (duration: 269.555043ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:00.041299Z","caller":"traceutil/trace.go:171","msg":"trace[340622687] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"274.29194ms","start":"2026-04-16T00:35:59.766889Z","end":"2026-04-16T00:36:00.041181Z","steps":["trace[340622687] 'process raft request' (duration: 273.107428ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:00.094536Z","caller":"traceutil/trace.go:171","msg":"trace[916990114] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"322.781314ms","start":"2026-04-16T00:35:59.771724Z","end":"2026-04-16T00:36:00.094506Z","steps":["trace[916990114] 'process raft request' (duration: 322.538317ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:00.094534Z","caller":"traceutil/trace.go:171","msg":"trace[1342860270] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:487; }","duration":"100.728419ms","start":"2026-04-16T00:35:59.993734Z","end":"2026-04-16T00:36:00.094462Z","steps":["trace[1342860270] 'read index received' (duration: 46.356458ms)","trace[1342860270] 'applied index is now lower than readState.Index' (duration: 54.370741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:36:00.094647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:35:59.771688Z","time spent":"322.897517ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:36:00.09482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.060047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:36:00.094909Z","caller":"traceutil/trace.go:171","msg":"trace[1252654236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"101.217461ms","start":"2026-04-16T00:35:59.993669Z","end":"2026-04-16T00:36:00.094886Z","steps":["trace[1252654236] 'agreement among raft nodes before linearized reading' (duration: 100.995674ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:02.441233Z","caller":"traceutil/trace.go:171","msg":"trace[1026814747] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"574.032918ms","start":"2026-04-16T00:36:01.867166Z","end":"2026-04-16T00:36:02.441199Z","steps":["trace[1026814747] 'process raft request' (duration: 573.883585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.441393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.867137Z","time spent":"574.184342ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:02.450842Z","caller":"traceutil/trace.go:171","msg":"trace[1610574001] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"579.734971ms","start":"2026-04-16T00:36:01.871078Z","end":"2026-04-16T00:36:02.450813Z","steps":["trace[1610574001] 'process raft request' (duration: 579.462354ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:02.450936Z","caller":"traceutil/trace.go:171","msg":"trace[1421753076] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"579.274418ms","start":"2026-04-16T00:36:01.871612Z","end":"2026-04-16T00:36:02.450887Z","steps":["trace[1421753076] 'process raft request' (duration: 579.128805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.451004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.871032Z","time spent":"579.894725ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:02.451109Z","caller":"traceutil/trace.go:171","msg":"trace[1646418902] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"557.706403ms","start":"2026-04-16T00:36:01.89336Z","end":"2026-04-16T00:36:02.451067Z","steps":["trace[1646418902] 'process raft request' (duration: 557.537538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.451099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.871602Z","time spent":"579.417241ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:36:02.451212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.893336Z","time spent":"557.831506ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:02.451256Z","caller":"traceutil/trace.go:171","msg":"trace[99363286] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"552.706369ms","start":"2026-04-16T00:36:01.898496Z","end":"2026-04-16T00:36:02.451202Z","steps":["trace[99363286] 'process raft request' (duration: 552.473742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:02.451025Z","caller":"traceutil/trace.go:171","msg":"trace[366395134] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"562.921572ms","start":"2026-04-16T00:36:01.888057Z","end":"2026-04-16T00:36:02.450978Z","steps":["trace[366395134] 'process raft request' (duration: 562.732226ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:02.451416Z","caller":"traceutil/trace.go:171","msg":"trace[934081739] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"551.416735ms","start":"2026-04-16T00:36:01.899982Z","end":"2026-04-16T00:36:02.451399Z","steps":["trace[934081739] 'process raft request' (duration: 551.139607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.451473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.899974Z","time spent":"551.472206ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:36:02.451559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.88803Z","time spent":"563.426005ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:02.45133Z","caller":"traceutil/trace.go:171","msg":"trace[772719990] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"551.979449ms","start":"2026-04-16T00:36:01.899334Z","end":"2026-04-16T00:36:02.451314Z","steps":["trace[772719990] 'process raft request' (duration: 551.700553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.45166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.898469Z","time spent":"552.929055ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:36:02.451713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.899279Z","time spent":"552.36853ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:02.451813Z","caller":"traceutil/trace.go:171","msg":"trace[1983805864] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"543.454382ms","start":"2026-04-16T00:36:01.908329Z","end":"2026-04-16T00:36:02.451783Z","steps":["trace[1983805864] 'process raft request' (duration: 542.979349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.451875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.908319Z","time spent":"543.528424ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:02.45189Z","caller":"traceutil/trace.go:171","msg":"trace[412710506] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"532.259883ms","start":"2026-04-16T00:36:01.919599Z","end":"2026-04-16T00:36:02.451859Z","steps":["trace[412710506] 'process raft request' (duration: 532.098669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.451972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.919574Z","time spent":"532.363006ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:02.452455Z","caller":"traceutil/trace.go:171","msg":"trace[1506776876] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"416.829023ms","start":"2026-04-16T00:36:02.035596Z","end":"2026-04-16T00:36:02.452425Z","steps":["trace[1506776876] 'process raft request' (duration: 416.564026ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:02.452455Z","caller":"traceutil/trace.go:171","msg":"trace[499804806] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"518.871636ms","start":"2026-04-16T00:36:01.933532Z","end":"2026-04-16T00:36:02.452404Z","steps":["trace[499804806] 'process raft request' (duration: 518.361794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.452527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:02.035544Z","time spent":"416.953347ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:02.452466Z","caller":"traceutil/trace.go:171","msg":"trace[1986067732] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:527; }","duration":"434.905806ms","start":"2026-04-16T00:36:02.017528Z","end":"2026-04-16T00:36:02.452433Z","steps":["trace[1986067732] 'read index received' (duration: 423.512952ms)","trace[1986067732] 'applied index is now lower than readState.Index' (duration: 11.391344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:36:02.452644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.105551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:36:02.452727Z","caller":"traceutil/trace.go:171","msg":"trace[506760025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"435.246334ms","start":"2026-04-16T00:36:02.01746Z","end":"2026-04-16T00:36:02.452707Z","steps":["trace[506760025] 'agreement among raft nodes before linearized reading' (duration: 435.0807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.452776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:02.017429Z","time spent":"435.337278ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:36:02.452649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:01.933516Z","time spent":"519.053181ms","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:36:02.462329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.175965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:36:02.462323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.665474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T00:36:02.462417Z","caller":"traceutil/trace.go:171","msg":"trace[502057924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:522; }","duration":"356.296577ms","start":"2026-04-16T00:36:02.106096Z","end":"2026-04-16T00:36:02.462392Z","steps":["trace[502057924] 'agreement among raft nodes before linearized reading' (duration: 356.017849ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:02.462438Z","caller":"traceutil/trace.go:171","msg":"trace[1095383426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"324.822297ms","start":"2026-04-16T00:36:02.137581Z","end":"2026-04-16T00:36:02.462404Z","steps":["trace[1095383426] 'agreement among raft nodes before linearized reading' (duration: 324.509439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.462448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:02.106084Z","time spent":"356.357218ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:36:02.46248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:02.137549Z","time spent":"324.920491ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:36:02.462646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.255388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:36:02.462679Z","caller":"traceutil/trace.go:171","msg":"trace[1278948224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"413.3412ms","start":"2026-04-16T00:36:02.049329Z","end":"2026-04-16T00:36:02.46267Z","steps":["trace[1278948224] 'agreement among raft nodes before linearized reading' (duration: 412.840446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:02.462706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:02.049301Z","time spent":"413.399273ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:36:03.245926Z","caller":"traceutil/trace.go:171","msg":"trace[1102596225] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"279.704144ms","start":"2026-04-16T00:36:02.966158Z","end":"2026-04-16T00:36:03.245863Z","steps":["trace[1102596225] 'process raft request' (duration: 279.504278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:03.253027Z","caller":"traceutil/trace.go:171","msg":"trace[625558674] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"284.708249ms","start":"2026-04-16T00:36:02.968272Z","end":"2026-04-16T00:36:03.25298Z","steps":["trace[625558674] 'process raft request' (duration: 284.349689ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:03.253998Z","caller":"traceutil/trace.go:171","msg":"trace[157773658] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:586; }","duration":"225.881587ms","start":"2026-04-16T00:36:03.028106Z","end":"2026-04-16T00:36:03.253987Z","steps":["trace[157773658] 'read index received' (duration: 217.597926ms)","trace[157773658] 'applied index is now lower than readState.Index' (duration: 8.283201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:36:03.254097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.97312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T00:36:03.254263Z","caller":"traceutil/trace.go:171","msg":"trace[1736031362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:568; }","duration":"226.204777ms","start":"2026-04-16T00:36:03.028046Z","end":"2026-04-16T00:36:03.25425Z","steps":["trace[1736031362] 'agreement among raft nodes before linearized reading' (duration: 225.983671ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:09.246114Z","caller":"traceutil/trace.go:171","msg":"trace[1481216444] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"150.66052ms","start":"2026-04-16T00:36:09.09542Z","end":"2026-04-16T00:36:09.246081Z","steps":["trace[1481216444] 'process raft request' (duration: 150.196358ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:09.40461Z","caller":"traceutil/trace.go:171","msg":"trace[157894885] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"114.142986ms","start":"2026-04-16T00:36:09.290439Z","end":"2026-04-16T00:36:09.404582Z","steps":["trace[157894885] 'process raft request' (duration: 113.022966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:09.438211Z","caller":"traceutil/trace.go:171","msg":"trace[2144128938] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"134.481228ms","start":"2026-04-16T00:36:09.30369Z","end":"2026-04-16T00:36:09.438172Z","steps":["trace[2144128938] 'process raft request' (duration: 134.284823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:09.953255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449356066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:36:10.067449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:09.708636Z","time spent":"358.804195ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T00:36:10.067876Z","caller":"traceutil/trace.go:171","msg":"trace[687530559] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"614.823167ms","start":"2026-04-16T00:36:09.453001Z","end":"2026-04-16T00:36:10.067824Z","steps":["trace[687530559] 'read index received' (duration: 546.73019ms)","trace[687530559] 'applied index is now lower than readState.Index' (duration: 68.091757ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:36:10.068008Z","caller":"traceutil/trace.go:171","msg":"trace[519092729] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"616.086551ms","start":"2026-04-16T00:36:09.451826Z","end":"2026-04-16T00:36:10.067913Z","steps":["trace[519092729] 'process raft request' (duration: 547.888791ms)","trace[519092729] 'compare' (duration: 67.904322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:36:10.068083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.060494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:36:10.068129Z","caller":"traceutil/trace.go:171","msg":"trace[1719878434] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:624; }","duration":"615.172836ms","start":"2026-04-16T00:36:09.452942Z","end":"2026-04-16T00:36:10.068115Z","steps":["trace[1719878434] 'agreement among raft nodes before linearized reading' (duration: 615.076713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:10.068168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:09.452919Z","time spent":"615.239677ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-16T00:36:10.068233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:09.451804Z","time spent":"616.319307ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:36:11.003841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449356070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:36:11.261768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189157064s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:36:11.262307Z","caller":"traceutil/trace.go:171","msg":"trace[1971179576] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"758.649024ms","start":"2026-04-16T00:36:10.503622Z","end":"2026-04-16T00:36:11.262271Z","steps":["trace[1971179576] 'read index received' (duration: 758.370768ms)","trace[1971179576] 'applied index is now lower than readState.Index' (duration: 277.386µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:36:11.2624Z","caller":"traceutil/trace.go:171","msg":"trace[248247873] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.189858202s","start":"2026-04-16T00:36:10.072483Z","end":"2026-04-16T00:36:11.262341Z","steps":["trace[248247873] 'process raft request' (duration: 1.189618675s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:11.262642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:10.07245Z","time spent":"1.190100209s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:36:11.262658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.016856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:36:11.262634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.899075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:36:11.262704Z","caller":"traceutil/trace.go:171","msg":"trace[1454083152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:625; }","duration":"759.126898ms","start":"2026-04-16T00:36:10.503564Z","end":"2026-04-16T00:36:11.262691Z","steps":["trace[1454083152] 'agreement among raft nodes before linearized reading' (duration: 758.817909ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:11.262725Z","caller":"traceutil/trace.go:171","msg":"trace[1401187271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"245.049819ms","start":"2026-04-16T00:36:11.017651Z","end":"2026-04-16T00:36:11.262701Z","steps":["trace[1401187271] 'agreement among raft nodes before linearized reading' (duration: 244.841623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:11.262741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:10.50354Z","time spent":"759.19287ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:36:11.262761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.104157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:36:11.262885Z","caller":"traceutil/trace.go:171","msg":"trace[1292214550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"759.286572ms","start":"2026-04-16T00:36:10.503564Z","end":"2026-04-16T00:36:11.26285Z","steps":["trace[1292214550] 'agreement among raft nodes before linearized reading' (duration: 758.808149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:11.262958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:10.50354Z","time spent":"759.402676ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:36:11.262761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.344044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:36:11.263055Z","caller":"traceutil/trace.go:171","msg":"trace[1552541461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"756.700633ms","start":"2026-04-16T00:36:10.506342Z","end":"2026-04-16T00:36:11.263043Z","steps":["trace[1552541461] 'agreement among raft nodes before linearized reading' (duration: 756.123288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:11.263108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:10.50633Z","time spent":"756.763295ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:36:11.910951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449356074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:36:12.028577Z","caller":"traceutil/trace.go:171","msg":"trace[1481322464] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"761.125412ms","start":"2026-04-16T00:36:11.267417Z","end":"2026-04-16T00:36:12.028543Z","steps":["trace[1481322464] 'process raft request' (duration: 744.095907ms)","trace[1481322464] 'compare' (duration: 16.863401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:36:12.028751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:11.267392Z","time spent":"761.268276ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:36:12.032355Z","caller":"traceutil/trace.go:171","msg":"trace[441196695] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"764.896652ms","start":"2026-04-16T00:36:11.267435Z","end":"2026-04-16T00:36:12.032332Z","steps":["trace[441196695] 'process raft request' (duration: 764.651335ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:12.032349Z","caller":"traceutil/trace.go:171","msg":"trace[1635551276] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"764.83743ms","start":"2026-04-16T00:36:11.267476Z","end":"2026-04-16T00:36:12.032313Z","steps":["trace[1635551276] 'process raft request' (duration: 764.749208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:12.032423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:11.267415Z","time spent":"764.974924ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:36:12.0325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:11.267461Z","time spent":"764.962874ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:12.032629Z","caller":"traceutil/trace.go:171","msg":"trace[2141016849] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"764.727468ms","start":"2026-04-16T00:36:11.267875Z","end":"2026-04-16T00:36:12.032603Z","steps":["trace[2141016849] 'process raft request' (duration: 764.392069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:12.032772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:11.267868Z","time spent":"764.828941ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:36:12.03284Z","caller":"traceutil/trace.go:171","msg":"trace[1954786985] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"764.185754ms","start":"2026-04-16T00:36:11.268614Z","end":"2026-04-16T00:36:12.0328Z","steps":["trace[1954786985] 'process raft request' (duration: 763.910177ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:12.032913Z","caller":"traceutil/trace.go:171","msg":"trace[911437728] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"763.860354ms","start":"2026-04-16T00:36:11.269027Z","end":"2026-04-16T00:36:12.032888Z","steps":["trace[911437728] 'process raft request' (duration: 763.671079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:12.033004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:11.269019Z","time spent":"763.927996ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:36:12.033033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:11.268598Z","time spent":"764.355907ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:36:12.033236Z","caller":"traceutil/trace.go:171","msg":"trace[2122323845] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"761.82067ms","start":"2026-04-16T00:36:11.2714Z","end":"2026-04-16T00:36:12.033221Z","steps":["trace[2122323845] 'process raft request' (duration: 761.407549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:12.033312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:11.27134Z","time spent":"761.936382ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:36:12.039557Z","caller":"traceutil/trace.go:171","msg":"trace[936315188] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:647; }","duration":"628.855902ms","start":"2026-04-16T00:36:11.410687Z","end":"2026-04-16T00:36:12.039543Z","steps":["trace[936315188] 'read index received' (duration: 600.837844ms)","trace[936315188] 'applied index is now lower than readState.Index' (duration: 28.017088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:36:12.039728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.039737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:36:12.039772Z","caller":"traceutil/trace.go:171","msg":"trace[1927884859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"629.14344ms","start":"2026-04-16T00:36:11.410617Z","end":"2026-04-16T00:36:12.03976Z","steps":["trace[1927884859] 'agreement among raft nodes before linearized reading' (duration: 628.978325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:12.039804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:11.41059Z","time spent":"629.20625ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T00:36:13.927299Z","caller":"traceutil/trace.go:171","msg":"trace[591651631] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"287.421741ms","start":"2026-04-16T00:36:13.639842Z","end":"2026-04-16T00:36:13.927264Z","steps":["trace[591651631] 'process raft request' (duration: 287.217626ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:25.672408Z","caller":"traceutil/trace.go:171","msg":"trace[233305708] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"146.230182ms","start":"2026-04-16T00:36:25.526138Z","end":"2026-04-16T00:36:25.672368Z","steps":["trace[233305708] 'process raft request' (duration: 145.960095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:28.625814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449356439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:36:28.707412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025348393s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:36:28.707867Z","caller":"traceutil/trace.go:171","msg":"trace[7671557] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"1.025891789s","start":"2026-04-16T00:36:27.681943Z","end":"2026-04-16T00:36:28.707834Z","steps":["trace[7671557] 'process raft request' (duration: 1.025718945s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:28.708036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:27.681924Z","time spent":"1.026000031s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:36:29.000064Z","caller":"traceutil/trace.go:171","msg":"trace[117193736] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:813; }","duration":"874.759575ms","start":"2026-04-16T00:36:28.125269Z","end":"2026-04-16T00:36:29.000029Z","steps":["trace[117193736] 'read index received' (duration: 582.400873ms)","trace[117193736] 'applied index is now lower than readState.Index' (duration: 292.357292ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:36:29.000213Z","caller":"traceutil/trace.go:171","msg":"trace[839405628] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"455.808815ms","start":"2026-04-16T00:36:28.54436Z","end":"2026-04-16T00:36:29.000168Z","steps":["trace[839405628] 'process raft request' (duration: 455.466815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:29.000348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.076404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T00:36:29.000392Z","caller":"traceutil/trace.go:171","msg":"trace[522164414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:788; }","duration":"875.209088ms","start":"2026-04-16T00:36:28.125172Z","end":"2026-04-16T00:36:29.000381Z","steps":["trace[522164414] 'agreement among raft nodes before linearized reading' (duration: 875.030783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:29.00043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:28.12514Z","time spent":"875.280559ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:36:29.000445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:28.544328Z","time spent":"456.002039ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:36:29.000549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.572298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T00:36:29.000537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.590821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T00:36:29.00062Z","caller":"traceutil/trace.go:171","msg":"trace[65724392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:788; }","duration":"863.696291ms","start":"2026-04-16T00:36:28.136909Z","end":"2026-04-16T00:36:29.000605Z","steps":["trace[65724392] 'agreement among raft nodes before linearized reading' (duration: 863.527306ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:29.000641Z","caller":"traceutil/trace.go:171","msg":"trace[1961177181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"865.739855ms","start":"2026-04-16T00:36:28.134875Z","end":"2026-04-16T00:36:29.000615Z","steps":["trace[1961177181] 'agreement among raft nodes before linearized reading' (duration: 865.469637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:29.00066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:28.13688Z","time spent":"863.768102ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:36:29.000686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:28.134846Z","time spent":"865.831447ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:36:29.000675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.889608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T00:36:29.000783Z","caller":"traceutil/trace.go:171","msg":"trace[633962872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:788; }","duration":"827.050802ms","start":"2026-04-16T00:36:28.173708Z","end":"2026-04-16T00:36:29.000759Z","steps":["trace[633962872] 'agreement among raft nodes before linearized reading' (duration: 826.691842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:29.000836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:28.173693Z","time spent":"827.132155ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T00:36:46.539616Z","caller":"traceutil/trace.go:171","msg":"trace[161632063] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"120.386463ms","start":"2026-04-16T00:36:46.419185Z","end":"2026-04-16T00:36:46.539572Z","steps":["trace[161632063] 'process raft request' (duration: 120.143007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:47.643169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.334557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T00:36:47.643247Z","caller":"traceutil/trace.go:171","msg":"trace[1617237634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:942; }","duration":"532.480001ms","start":"2026-04-16T00:36:47.110748Z","end":"2026-04-16T00:36:47.643228Z","steps":["trace[1617237634] 'range keys from in-memory index tree' (duration: 532.100051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:47.643275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:47.110718Z","time spent":"532.550313ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:36:47.643415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.240464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T00:36:47.643541Z","caller":"traceutil/trace.go:171","msg":"trace[898105796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:942; }","duration":"532.44398ms","start":"2026-04-16T00:36:47.111069Z","end":"2026-04-16T00:36:47.643513Z","steps":["trace[898105796] 'range keys from in-memory index tree' (duration: 531.958406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:47.643515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.663869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T00:36:47.643607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:47.111055Z","time spent":"532.534003ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:36:47.643631Z","caller":"traceutil/trace.go:171","msg":"trace[1716021578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:942; }","duration":"531.842243ms","start":"2026-04-16T00:36:47.111763Z","end":"2026-04-16T00:36:47.643605Z","steps":["trace[1716021578] 'range keys from in-memory index tree' (duration: 531.427272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:47.643674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.511182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T00:36:47.643687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:47.11175Z","time spent":"531.925266ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:36:47.643567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.029645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:36:47.6437Z","caller":"traceutil/trace.go:171","msg":"trace[399256510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:942; }","duration":"535.586303ms","start":"2026-04-16T00:36:47.108106Z","end":"2026-04-16T00:36:47.643692Z","steps":["trace[399256510] 'range keys from in-memory index tree' (duration: 535.39287ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:47.643826Z","caller":"traceutil/trace.go:171","msg":"trace[2125445340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:942; }","duration":"847.343464ms","start":"2026-04-16T00:36:46.796477Z","end":"2026-04-16T00:36:47.643821Z","steps":["trace[2125445340] 'range keys from in-memory index tree' (duration: 846.910301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:36:47.643848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:46.796449Z","time spent":"847.392215ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:36:47.643844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:36:47.108079Z","time spent":"535.755878ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:36:47.755566Z","caller":"traceutil/trace.go:171","msg":"trace[561265884] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"108.104475ms","start":"2026-04-16T00:36:47.647435Z","end":"2026-04-16T00:36:47.75554Z","steps":["trace[561265884] 'process raft request' (duration: 107.905329ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:47.75707Z","caller":"traceutil/trace.go:171","msg":"trace[110218578] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"108.724311ms","start":"2026-04-16T00:36:47.648306Z","end":"2026-04-16T00:36:47.75703Z","steps":["trace[110218578] 'process raft request' (duration: 108.465074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:47.75734Z","caller":"traceutil/trace.go:171","msg":"trace[1634351861] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"108.918747ms","start":"2026-04-16T00:36:47.648402Z","end":"2026-04-16T00:36:47.75732Z","steps":["trace[1634351861] 'process raft request' (duration: 108.562607ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:47.757441Z","caller":"traceutil/trace.go:171","msg":"trace[1125633953] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"106.247274ms","start":"2026-04-16T00:36:47.651175Z","end":"2026-04-16T00:36:47.757422Z","steps":["trace[1125633953] 'process raft request' (duration: 106.029769ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:47.757573Z","caller":"traceutil/trace.go:171","msg":"trace[565958146] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"105.859165ms","start":"2026-04-16T00:36:47.651697Z","end":"2026-04-16T00:36:47.757556Z","steps":["trace[565958146] 'process raft request' (duration: 105.626409ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:54.026987Z","caller":"traceutil/trace.go:171","msg":"trace[385425877] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"109.233096ms","start":"2026-04-16T00:36:53.917727Z","end":"2026-04-16T00:36:54.02696Z","steps":["trace[385425877] 'process raft request' (duration: 109.197775ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:54.027241Z","caller":"traceutil/trace.go:171","msg":"trace[1810859042] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"111.30155ms","start":"2026-04-16T00:36:53.915903Z","end":"2026-04-16T00:36:54.027204Z","steps":["trace[1810859042] 'process raft request' (duration: 110.874298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:36:54.027282Z","caller":"traceutil/trace.go:171","msg":"trace[1513422300] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"109.600385ms","start":"2026-04-16T00:36:53.917636Z","end":"2026-04-16T00:36:54.027236Z","steps":["trace[1513422300] 'process raft request' (duration: 109.261546ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:10.094849Z","caller":"traceutil/trace.go:171","msg":"trace[1309795401] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"122.268873ms","start":"2026-04-16T00:37:09.97254Z","end":"2026-04-16T00:37:10.094809Z","steps":["trace[1309795401] 'process raft request' (duration: 122.012696ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:14.338521Z","caller":"traceutil/trace.go:171","msg":"trace[971558831] linearizableReadLoop","detail":"{readStateIndex:1072; appliedIndex:1071; }","duration":"118.749269ms","start":"2026-04-16T00:37:14.219736Z","end":"2026-04-16T00:37:14.338485Z","steps":["trace[971558831] 'read index received' (duration: 114.503186ms)","trace[971558831] 'applied index is now lower than readState.Index' (duration: 4.244623ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:14.338682Z","caller":"traceutil/trace.go:171","msg":"trace[829486925] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"167.401727ms","start":"2026-04-16T00:37:14.171225Z","end":"2026-04-16T00:37:14.338627Z","steps":["trace[829486925] 'process raft request' (duration: 163.079612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:14.338827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.080568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T00:37:14.338873Z","caller":"traceutil/trace.go:171","msg":"trace[2062248671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1033; }","duration":"119.18758ms","start":"2026-04-16T00:37:14.219672Z","end":"2026-04-16T00:37:14.33886Z","steps":["trace[2062248671] 'agreement among raft nodes before linearized reading' (duration: 118.976374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:20.862961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357030,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:37:21.019082Z","caller":"traceutil/trace.go:171","msg":"trace[979651907] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"850.467237ms","start":"2026-04-16T00:37:20.168578Z","end":"2026-04-16T00:37:21.019045Z","steps":["trace[979651907] 'process raft request' (duration: 850.301173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.019292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.168537Z","time spent":"850.653631ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:21.042951Z","caller":"traceutil/trace.go:171","msg":"trace[2080400344] linearizableReadLoop","detail":"{readStateIndex:1093; appliedIndex:1091; }","duration":"680.696999ms","start":"2026-04-16T00:37:20.362219Z","end":"2026-04-16T00:37:21.042916Z","steps":["trace[2080400344] 'read index received' (duration: 656.658487ms)","trace[2080400344] 'applied index is now lower than readState.Index' (duration: 24.036452ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:21.043057Z","caller":"traceutil/trace.go:171","msg":"trace[1466253292] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"234.284534ms","start":"2026-04-16T00:37:20.808736Z","end":"2026-04-16T00:37:21.043021Z","steps":["trace[1466253292] 'process raft request' (duration: 234.023237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.043341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.05986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:21.043393Z","caller":"traceutil/trace.go:171","msg":"trace[512292902] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:1053; }","duration":"328.192833ms","start":"2026-04-16T00:37:20.715192Z","end":"2026-04-16T00:37:21.043385Z","steps":["trace[512292902] 'agreement among raft nodes before linearized reading' (duration: 328.07949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.043342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.12351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T00:37:21.04346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.234286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:21.043484Z","caller":"traceutil/trace.go:171","msg":"trace[803788704] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:1053; }","duration":"325.281996ms","start":"2026-04-16T00:37:20.718192Z","end":"2026-04-16T00:37:21.043474Z","steps":["trace[803788704] 'agreement among raft nodes before linearized reading' (duration: 325.254376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.043457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.89073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:21.043503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.718183Z","time spent":"325.315307ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-04-16T00:37:21.04352Z","caller":"traceutil/trace.go:171","msg":"trace[2132661177] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:1053; }","duration":"323.980322ms","start":"2026-04-16T00:37:20.719525Z","end":"2026-04-16T00:37:21.043505Z","steps":["trace[2132661177] 'agreement among raft nodes before linearized reading' (duration: 323.860828ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:21.043532Z","caller":"traceutil/trace.go:171","msg":"trace[140975012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1053; }","duration":"681.308055ms","start":"2026-04-16T00:37:20.362156Z","end":"2026-04-16T00:37:21.043464Z","steps":["trace[140975012] 'agreement among raft nodes before linearized reading' (duration: 681.042577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.043574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.253206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:21.043638Z","caller":"traceutil/trace.go:171","msg":"trace[1627814824] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1053; }","duration":"331.39129ms","start":"2026-04-16T00:37:20.712233Z","end":"2026-04-16T00:37:21.043624Z","steps":["trace[1627814824] 'agreement among raft nodes before linearized reading' (duration: 331.270717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.043639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.05952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:21.043675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.712205Z","time spent":"331.459652ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:37:21.04357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.719517Z","time spent":"324.042994ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-04-16T00:37:21.043738Z","caller":"traceutil/trace.go:171","msg":"trace[1881656115] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1053; }","duration":"420.144693ms","start":"2026-04-16T00:37:20.623549Z","end":"2026-04-16T00:37:21.043693Z","steps":["trace[1881656115] 'agreement among raft nodes before linearized reading' (duration: 420.06449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.043422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.715168Z","time spent":"328.245846ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T00:37:21.043799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.623536Z","time spent":"420.251025ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-16T00:37:21.043527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.629018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:21.043417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.622881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:21.043917Z","caller":"traceutil/trace.go:171","msg":"trace[1237400280] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1053; }","duration":"451.106771ms","start":"2026-04-16T00:37:20.592777Z","end":"2026-04-16T00:37:21.043884Z","steps":["trace[1237400280] 'agreement among raft nodes before linearized reading' (duration: 450.605327ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:21.043921Z","caller":"traceutil/trace.go:171","msg":"trace[1322262786] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1053; }","duration":"211.171256ms","start":"2026-04-16T00:37:20.832721Z","end":"2026-04-16T00:37:21.043892Z","steps":["trace[1322262786] 'agreement among raft nodes before linearized reading' (duration: 210.58253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.043949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.592755Z","time spent":"451.184482ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-16T00:37:21.043721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.362132Z","time spent":"681.544312ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:37:21.043993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.156668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:37:21.044095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.228531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:37:21.044144Z","caller":"traceutil/trace.go:171","msg":"trace[1131965982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1053; }","duration":"639.349453ms","start":"2026-04-16T00:37:20.404756Z","end":"2026-04-16T00:37:21.044105Z","steps":["trace[1131965982] 'agreement among raft nodes before linearized reading' (duration: 638.87137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:21.04416Z","caller":"traceutil/trace.go:171","msg":"trace[536877311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1053; }","duration":"645.346163ms","start":"2026-04-16T00:37:20.398797Z","end":"2026-04-16T00:37:21.044143Z","steps":["trace[536877311] 'agreement among raft nodes before linearized reading' (duration: 644.4782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.044186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.472789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T00:37:21.044228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.404744Z","time spent":"639.467367ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:21.044291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.070971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T00:37:21.044223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.398766Z","time spent":"645.440476ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T00:37:21.044322Z","caller":"traceutil/trace.go:171","msg":"trace[752720901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1053; }","duration":"634.117753ms","start":"2026-04-16T00:37:20.410196Z","end":"2026-04-16T00:37:21.044314Z","steps":["trace[752720901] 'agreement among raft nodes before linearized reading' (duration: 633.423954ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:21.04431Z","caller":"traceutil/trace.go:171","msg":"trace[1488654977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1053; }","duration":"635.672954ms","start":"2026-04-16T00:37:20.408605Z","end":"2026-04-16T00:37:21.044278Z","steps":["trace[1488654977] 'agreement among raft nodes before linearized reading' (duration: 634.941965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.044341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.410189Z","time spent":"634.147144ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:21.044369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:20.408585Z","time spent":"635.774597ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T00:37:21.288396Z","caller":"traceutil/trace.go:171","msg":"trace[1578597274] linearizableReadLoop","detail":"{readStateIndex:1101; appliedIndex:1100; }","duration":"115.59797ms","start":"2026-04-16T00:37:21.172769Z","end":"2026-04-16T00:37:21.288367Z","steps":["trace[1578597274] 'read index received' (duration: 81.347005ms)","trace[1578597274] 'applied index is now lower than readState.Index' (duration: 34.250055ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:21.288707Z","caller":"traceutil/trace.go:171","msg":"trace[1171785518] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"132.512843ms","start":"2026-04-16T00:37:21.156182Z","end":"2026-04-16T00:37:21.288695Z","steps":["trace[1171785518] 'process raft request' (duration: 98.0002ms)","trace[1171785518] 'compare' (duration: 34.062051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:21.288922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.147796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:21.288935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.20971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:21.288992Z","caller":"traceutil/trace.go:171","msg":"trace[1823505846] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1061; }","duration":"112.307753ms","start":"2026-04-16T00:37:21.176672Z","end":"2026-04-16T00:37:21.28898Z","steps":["trace[1823505846] 'agreement among raft nodes before linearized reading' (duration: 112.19954ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:21.288994Z","caller":"traceutil/trace.go:171","msg":"trace[870581192] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1061; }","duration":"116.213138ms","start":"2026-04-16T00:37:21.172762Z","end":"2026-04-16T00:37:21.288975Z","steps":["trace[870581192] 'agreement among raft nodes before linearized reading' (duration: 116.121685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:21.288947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.251823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:21.288908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.531356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:21.289065Z","caller":"traceutil/trace.go:171","msg":"trace[2044705857] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1061; }","duration":"105.403448ms","start":"2026-04-16T00:37:21.183631Z","end":"2026-04-16T00:37:21.289034Z","steps":["trace[2044705857] 'agreement among raft nodes before linearized reading' (duration: 105.193552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:21.289108Z","caller":"traceutil/trace.go:171","msg":"trace[1334783595] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:1061; }","duration":"113.798031ms","start":"2026-04-16T00:37:21.175271Z","end":"2026-04-16T00:37:21.289069Z","steps":["trace[1334783595] 'agreement among raft nodes before linearized reading' (duration: 113.520455ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:21.508119Z","caller":"traceutil/trace.go:171","msg":"trace[1546678832] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"134.694171ms","start":"2026-04-16T00:37:21.37339Z","end":"2026-04-16T00:37:21.508084Z","steps":["trace[1546678832] 'process raft request' (duration: 127.301373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.224305Z","caller":"traceutil/trace.go:171","msg":"trace[593449844] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"116.460353ms","start":"2026-04-16T00:37:24.107812Z","end":"2026-04-16T00:37:24.224272Z","steps":["trace[593449844] 'process raft request' (duration: 88.508247ms)","trace[593449844] 'compare' (duration: 27.662439ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:24.224394Z","caller":"traceutil/trace.go:171","msg":"trace[963646086] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"116.403282ms","start":"2026-04-16T00:37:24.107951Z","end":"2026-04-16T00:37:24.224354Z","steps":["trace[963646086] 'process raft request' (duration: 116.232817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.22494Z","caller":"traceutil/trace.go:171","msg":"trace[1597194565] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"115.967881ms","start":"2026-04-16T00:37:24.108951Z","end":"2026-04-16T00:37:24.224919Z","steps":["trace[1597194565] 'process raft request' (duration: 115.286313ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.225095Z","caller":"traceutil/trace.go:171","msg":"trace[183170307] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"106.898788ms","start":"2026-04-16T00:37:24.118156Z","end":"2026-04-16T00:37:24.225055Z","steps":["trace[183170307] 'process raft request' (duration: 106.668121ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.225275Z","caller":"traceutil/trace.go:171","msg":"trace[67369020] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"105.383637ms","start":"2026-04-16T00:37:24.119874Z","end":"2026-04-16T00:37:24.225258Z","steps":["trace[67369020] 'process raft request' (duration: 105.12395ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.22542Z","caller":"traceutil/trace.go:171","msg":"trace[2119276928] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"103.503037ms","start":"2026-04-16T00:37:24.12191Z","end":"2026-04-16T00:37:24.225413Z","steps":["trace[2119276928] 'process raft request' (duration: 103.289632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.487315Z","caller":"traceutil/trace.go:171","msg":"trace[329890908] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"117.174003ms","start":"2026-04-16T00:37:24.370095Z","end":"2026-04-16T00:37:24.487269Z","steps":["trace[329890908] 'process raft request' (duration: 117.014779ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.487282Z","caller":"traceutil/trace.go:171","msg":"trace[545198444] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"117.589404ms","start":"2026-04-16T00:37:24.369644Z","end":"2026-04-16T00:37:24.487233Z","steps":["trace[545198444] 'process raft request' (duration: 108.688166ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.487553Z","caller":"traceutil/trace.go:171","msg":"trace[646762785] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"116.900526ms","start":"2026-04-16T00:37:24.370615Z","end":"2026-04-16T00:37:24.487516Z","steps":["trace[646762785] 'process raft request' (duration: 116.69303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.487725Z","caller":"traceutil/trace.go:171","msg":"trace[631574204] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"117.562992ms","start":"2026-04-16T00:37:24.37014Z","end":"2026-04-16T00:37:24.487703Z","steps":["trace[631574204] 'process raft request' (duration: 117.037058ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.487782Z","caller":"traceutil/trace.go:171","msg":"trace[1443564222] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1351; }","duration":"118.025915ms","start":"2026-04-16T00:37:24.369744Z","end":"2026-04-16T00:37:24.48777Z","steps":["trace[1443564222] 'read index received' (duration: 79.811583ms)","trace[1443564222] 'applied index is now lower than readState.Index' (duration: 38.213152ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:24.487787Z","caller":"traceutil/trace.go:171","msg":"trace[1687763214] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"117.560343ms","start":"2026-04-16T00:37:24.370219Z","end":"2026-04-16T00:37:24.487779Z","steps":["trace[1687763214] 'process raft request' (duration: 117.012859ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:24.487703Z","caller":"traceutil/trace.go:171","msg":"trace[1504362545] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"116.264668ms","start":"2026-04-16T00:37:24.371402Z","end":"2026-04-16T00:37:24.487667Z","steps":["trace[1504362545] 'process raft request' (duration: 115.980771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:24.488027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.257681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2251"} {"level":"info","ts":"2026-04-16T00:37:24.488074Z","caller":"traceutil/trace.go:171","msg":"trace[1993168150] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:1313; }","duration":"118.352574ms","start":"2026-04-16T00:37:24.369711Z","end":"2026-04-16T00:37:24.488063Z","steps":["trace[1993168150] 'agreement among raft nodes before linearized reading' (duration: 118.147379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:24.488143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.344174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-16T00:37:24.488217Z","caller":"traceutil/trace.go:171","msg":"trace[32131539] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:1313; }","duration":"118.448517ms","start":"2026-04-16T00:37:24.36975Z","end":"2026-04-16T00:37:24.488198Z","steps":["trace[32131539] 'agreement among raft nodes before linearized reading' (duration: 118.138518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:24.488292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.831491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-04-16T00:37:24.48832Z","caller":"traceutil/trace.go:171","msg":"trace[54586984] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1313; }","duration":"117.907173ms","start":"2026-04-16T00:37:24.370404Z","end":"2026-04-16T00:37:24.488311Z","steps":["trace[54586984] 'agreement among raft nodes before linearized reading' (duration: 117.741948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:25.028395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.698726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-j8n6m\" ","response":"range_response_count:1 size:4791"} {"level":"warn","ts":"2026-04-16T00:37:25.028478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.797648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-c7j66\" ","response":"range_response_count:1 size:3667"} {"level":"info","ts":"2026-04-16T00:37:25.02852Z","caller":"traceutil/trace.go:171","msg":"trace[1937992984] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-j8n6m; range_end:; response_count:1; response_revision:1464; }","duration":"102.84993ms","start":"2026-04-16T00:37:24.925643Z","end":"2026-04-16T00:37:25.028493Z","steps":["trace[1937992984] 'agreement among raft nodes before linearized reading' (duration: 102.501541ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:25.028593Z","caller":"traceutil/trace.go:171","msg":"trace[502354985] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-c7j66; range_end:; response_count:1; response_revision:1464; }","duration":"102.933541ms","start":"2026-04-16T00:37:24.925629Z","end":"2026-04-16T00:37:25.028562Z","steps":["trace[502354985] 'agreement among raft nodes before linearized reading' (duration: 102.555991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:25.659529Z","caller":"traceutil/trace.go:171","msg":"trace[1397115751] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"149.651061ms","start":"2026-04-16T00:37:25.509834Z","end":"2026-04-16T00:37:25.659485Z","steps":["trace[1397115751] 'process raft request' (duration: 95.858272ms)","trace[1397115751] 'compare' (duration: 52.773791ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:25.660006Z","caller":"traceutil/trace.go:171","msg":"trace[2116999932] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"143.61833ms","start":"2026-04-16T00:37:25.516378Z","end":"2026-04-16T00:37:25.659996Z","steps":["trace[2116999932] 'process raft request' (duration: 142.578102ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:25.6866Z","caller":"traceutil/trace.go:171","msg":"trace[1987733852] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"146.536137ms","start":"2026-04-16T00:37:25.540032Z","end":"2026-04-16T00:37:25.686569Z","steps":["trace[1987733852] 'process raft request' (duration: 146.28072ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:25.686801Z","caller":"traceutil/trace.go:171","msg":"trace[1086073333] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"140.521017ms","start":"2026-04-16T00:37:25.546219Z","end":"2026-04-16T00:37:25.68674Z","steps":["trace[1086073333] 'process raft request' (duration: 140.231869ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:25.855163Z","caller":"traceutil/trace.go:171","msg":"trace[928373232] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"105.549312ms","start":"2026-04-16T00:37:25.749583Z","end":"2026-04-16T00:37:25.855132Z","steps":["trace[928373232] 'process raft request' (duration: 105.4939ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:25.855236Z","caller":"traceutil/trace.go:171","msg":"trace[1069713836] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"138.151434ms","start":"2026-04-16T00:37:25.717024Z","end":"2026-04-16T00:37:25.855175Z","steps":["trace[1069713836] 'process raft request' (duration: 104.217857ms)","trace[1069713836] 'compare' (duration: 33.67886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:26.475256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.876706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:26.475256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.866494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:37:26.475347Z","caller":"traceutil/trace.go:171","msg":"trace[412346176] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1518; }","duration":"150.009469ms","start":"2026-04-16T00:37:26.325316Z","end":"2026-04-16T00:37:26.475326Z","steps":["trace[412346176] 'count revisions from in-memory index tree' (duration: 149.812215ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:26.475385Z","caller":"traceutil/trace.go:171","msg":"trace[1805647717] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1518; }","duration":"163.07947ms","start":"2026-04-16T00:37:26.312297Z","end":"2026-04-16T00:37:26.475377Z","steps":["trace[1805647717] 'count revisions from in-memory index tree' (duration: 162.772731ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:26.475808Z","caller":"traceutil/trace.go:171","msg":"trace[424253927] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"127.358096ms","start":"2026-04-16T00:37:26.348417Z","end":"2026-04-16T00:37:26.475775Z","steps":["trace[424253927] 'process raft request' (duration: 127.157041ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:26.863942Z","caller":"traceutil/trace.go:171","msg":"trace[1058606185] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"269.71636ms","start":"2026-04-16T00:37:26.594179Z","end":"2026-04-16T00:37:26.863896Z","steps":["trace[1058606185] 'process raft request' (duration: 193.142423ms)","trace[1058606185] 'compare' (duration: 76.201298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:32.518832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357871,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:37:32.752021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.882556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:37:32.752141Z","caller":"traceutil/trace.go:171","msg":"trace[1618289671] linearizableReadLoop","detail":"{readStateIndex:1616; appliedIndex:1615; }","duration":"733.798238ms","start":"2026-04-16T00:37:32.018321Z","end":"2026-04-16T00:37:32.752119Z","steps":["trace[1618289671] 'read index received' (duration: 546.455619ms)","trace[1618289671] 'applied index is now lower than readState.Index' (duration: 187.341379ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:32.752262Z","caller":"traceutil/trace.go:171","msg":"trace[1573431581] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"929.774318ms","start":"2026-04-16T00:37:31.822473Z","end":"2026-04-16T00:37:32.752248Z","steps":["trace[1573431581] 'process raft request' (duration: 742.419439ms)","trace[1573431581] 'compare' (duration: 186.738192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:32.752329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:31.822453Z","time spent":"929.841959ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7957,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:32.752514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.174488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:32.752664Z","caller":"traceutil/trace.go:171","msg":"trace[66283821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1567; }","duration":"734.368834ms","start":"2026-04-16T00:37:32.018247Z","end":"2026-04-16T00:37:32.752615Z","steps":["trace[66283821] 'agreement among raft nodes before linearized reading' (duration: 734.166118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:32.752736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:32.01822Z","time spent":"734.501466ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:37:33.216248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.413305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:37:33.216376Z","caller":"traceutil/trace.go:171","msg":"trace[901689579] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"458.490948ms","start":"2026-04-16T00:37:32.757869Z","end":"2026-04-16T00:37:33.21636Z","steps":["trace[901689579] 'read index received' (duration: 155.908309ms)","trace[901689579] 'applied index is now lower than readState.Index' (duration: 302.581279ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:33.216409Z","caller":"traceutil/trace.go:171","msg":"trace[397572224] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"458.863569ms","start":"2026-04-16T00:37:32.757529Z","end":"2026-04-16T00:37:33.216393Z","steps":["trace[397572224] 'process raft request' (duration: 156.214386ms)","trace[397572224] 'compare' (duration: 302.261802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:33.216496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:32.757513Z","time spent":"458.95025ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:33.216543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.55487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/openvswitch-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:33.216561Z","caller":"traceutil/trace.go:171","msg":"trace[311400595] range","detail":"{range_begin:/registry/configmaps/openstack/openvswitch-bin; range_end:; response_count:0; response_revision:1568; }","duration":"458.720053ms","start":"2026-04-16T00:37:32.757835Z","end":"2026-04-16T00:37:33.216555Z","steps":["trace[311400595] 'agreement among raft nodes before linearized reading' (duration: 458.5611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:33.216582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:32.757817Z","time spent":"458.760375ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/openvswitch-bin\" "} {"level":"info","ts":"2026-04-16T00:37:33.311511Z","caller":"traceutil/trace.go:171","msg":"trace[1476441922] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"553.585229ms","start":"2026-04-16T00:37:32.757877Z","end":"2026-04-16T00:37:33.311462Z","steps":["trace[1476441922] 'process raft request' (duration: 553.20446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:33.31175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:32.757863Z","time spent":"553.770655ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:33.311857Z","caller":"traceutil/trace.go:171","msg":"trace[1718877795] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"553.92528ms","start":"2026-04-16T00:37:32.757899Z","end":"2026-04-16T00:37:33.311824Z","steps":["trace[1718877795] 'process raft request' (duration: 553.411776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:33.31198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:32.757883Z","time spent":"554.034532ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:33.312263Z","caller":"traceutil/trace.go:171","msg":"trace[1589515036] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"553.741454ms","start":"2026-04-16T00:37:32.758481Z","end":"2026-04-16T00:37:33.312222Z","steps":["trace[1589515036] 'process raft request' (duration: 553.218571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:33.312521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:32.758475Z","time spent":"553.902728ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:33.691284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.581789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:37:33.691498Z","caller":"traceutil/trace.go:171","msg":"trace[381795426] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"489.034755ms","start":"2026-04-16T00:37:33.202417Z","end":"2026-04-16T00:37:33.691452Z","steps":["trace[381795426] 'process raft request' (duration: 330.199199ms)","trace[381795426] 'compare' (duration: 158.409025ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:33.691537Z","caller":"traceutil/trace.go:171","msg":"trace[1494464592] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1617; }","duration":"471.668571ms","start":"2026-04-16T00:37:33.219774Z","end":"2026-04-16T00:37:33.691443Z","steps":["trace[1494464592] 'read index received' (duration: 91.359243ms)","trace[1494464592] 'applied index is now lower than readState.Index' (duration: 380.308198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:33.691641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.864145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:33.691688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.20238Z","time spent":"489.206338ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:33.691705Z","caller":"traceutil/trace.go:171","msg":"trace[1251995278] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:0; response_revision:1572; }","duration":"471.983829ms","start":"2026-04-16T00:37:33.219706Z","end":"2026-04-16T00:37:33.69169Z","steps":["trace[1251995278] 'agreement among raft nodes before linearized reading' (duration: 471.879046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:33.691741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.219679Z","time spent":"472.05509ms","remote":"127.0.0.1:43710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-04-16T00:37:33.692024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.060825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T00:37:33.692019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.549428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:33.692065Z","caller":"traceutil/trace.go:171","msg":"trace[1977366508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1572; }","duration":"293.167198ms","start":"2026-04-16T00:37:33.398888Z","end":"2026-04-16T00:37:33.692055Z","steps":["trace[1977366508] 'agreement among raft nodes before linearized reading' (duration: 293.055105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:33.692116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.39166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:37:33.692159Z","caller":"traceutil/trace.go:171","msg":"trace[766436769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1572; }","duration":"319.493091ms","start":"2026-04-16T00:37:33.372655Z","end":"2026-04-16T00:37:33.692148Z","steps":["trace[766436769] 'agreement among raft nodes before linearized reading' (duration: 319.389878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:33.692142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.641904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T00:37:33.692025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.498166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:37:33.692151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.092077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:37:33.692247Z","caller":"traceutil/trace.go:171","msg":"trace[1107264837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1572; }","duration":"292.796989ms","start":"2026-04-16T00:37:33.399426Z","end":"2026-04-16T00:37:33.692223Z","steps":["trace[1107264837] 'agreement among raft nodes before linearized reading' (duration: 292.5079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:33.692279Z","caller":"traceutil/trace.go:171","msg":"trace[910786666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1572; }","duration":"293.292841ms","start":"2026-04-16T00:37:33.39897Z","end":"2026-04-16T00:37:33.692263Z","steps":["trace[910786666] 'agreement among raft nodes before linearized reading' (duration: 292.943082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:33.69227Z","caller":"traceutil/trace.go:171","msg":"trace[1727372936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1572; }","duration":"330.766343ms","start":"2026-04-16T00:37:33.361473Z","end":"2026-04-16T00:37:33.692239Z","steps":["trace[1727372936] 'agreement among raft nodes before linearized reading' (duration: 330.435484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:33.692337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.361447Z","time spent":"330.873015ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:37:33.692194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.372611Z","time spent":"319.576955ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:37:33.692643Z","caller":"traceutil/trace.go:171","msg":"trace[300032213] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1572; }","duration":"235.673942ms","start":"2026-04-16T00:37:33.456396Z","end":"2026-04-16T00:37:33.69207Z","steps":["trace[300032213] 'agreement among raft nodes before linearized reading' (duration: 235.534477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:34.100115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.606499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:37:34.100234Z","caller":"traceutil/trace.go:171","msg":"trace[1070413155] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"403.23663ms","start":"2026-04-16T00:37:33.696974Z","end":"2026-04-16T00:37:34.100211Z","steps":["trace[1070413155] 'process raft request' (duration: 170.448387ms)","trace[1070413155] 'compare' (duration: 232.246959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:34.100277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.696942Z","time spent":"403.315192ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:34.165222Z","caller":"traceutil/trace.go:171","msg":"trace[1536530241] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"468.168137ms","start":"2026-04-16T00:37:33.697017Z","end":"2026-04-16T00:37:34.165185Z","steps":["trace[1536530241] 'process raft request' (duration: 467.947072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:34.165418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.696981Z","time spent":"468.336942ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:34.165542Z","caller":"traceutil/trace.go:171","msg":"trace[690356478] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"468.394164ms","start":"2026-04-16T00:37:33.697102Z","end":"2026-04-16T00:37:34.165496Z","steps":["trace[690356478] 'process raft request' (duration: 468.043034ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:34.165589Z","caller":"traceutil/trace.go:171","msg":"trace[1645982289] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"468.411313ms","start":"2026-04-16T00:37:33.69716Z","end":"2026-04-16T00:37:34.165571Z","steps":["trace[1645982289] 'process raft request' (duration: 468.230539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:34.165733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.697149Z","time spent":"468.528536ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:34.165747Z","caller":"traceutil/trace.go:171","msg":"trace[106306685] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1577; }","duration":"460.739417ms","start":"2026-04-16T00:37:33.704957Z","end":"2026-04-16T00:37:34.165697Z","steps":["trace[106306685] 'process raft request' (duration: 460.555733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:34.165725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.697071Z","time spent":"468.557817ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:34.165831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.39273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:34.165914Z","caller":"traceutil/trace.go:171","msg":"trace[1923690921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1577; }","duration":"147.550365ms","start":"2026-04-16T00:37:34.018346Z","end":"2026-04-16T00:37:34.165896Z","steps":["trace[1923690921] 'agreement among raft nodes before linearized reading' (duration: 147.411231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:34.165845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.704943Z","time spent":"460.865991ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:37:34.16557Z","caller":"traceutil/trace.go:171","msg":"trace[828306459] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"467.958071ms","start":"2026-04-16T00:37:33.69759Z","end":"2026-04-16T00:37:34.165548Z","steps":["trace[828306459] 'process raft request' (duration: 467.873798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:34.166127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:33.697581Z","time spent":"468.485885ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:34.165676Z","caller":"traceutil/trace.go:171","msg":"trace[8671089] linearizableReadLoop","detail":"{readStateIndex:1627; appliedIndex:1622; }","duration":"147.215946ms","start":"2026-04-16T00:37:34.018423Z","end":"2026-04-16T00:37:34.165639Z","steps":["trace[8671089] 'read index received' (duration: 146.483397ms)","trace[8671089] 'applied index is now lower than readState.Index' (duration: 730.899µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:35.329712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150989073s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:37:35.33014Z","caller":"traceutil/trace.go:171","msg":"trace[2135051763] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"1.151545267s","start":"2026-04-16T00:37:34.178563Z","end":"2026-04-16T00:37:35.330108Z","steps":["trace[2135051763] 'process raft request' (duration: 1.151364211s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:35.330258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:34.178537Z","time spent":"1.151643469s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:37:35.724028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.450581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:37:35.724151Z","caller":"traceutil/trace.go:171","msg":"trace[2066702554] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"388.346432ms","start":"2026-04-16T00:37:35.335779Z","end":"2026-04-16T00:37:35.724125Z","steps":["trace[2066702554] 'process raft request' (duration: 111.726757ms)","trace[2066702554] 'compare' (duration: 276.313617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:35.724206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:35.335751Z","time spent":"388.432325ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:37:36.518244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:37:36.633794Z","caller":"traceutil/trace.go:171","msg":"trace[1947684070] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1630; }","duration":"616.596856ms","start":"2026-04-16T00:37:36.017163Z","end":"2026-04-16T00:37:36.63376Z","steps":["trace[1947684070] 'read index received' (duration: 616.316288ms)","trace[1947684070] 'applied index is now lower than readState.Index' (duration: 279.418µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:36.633959Z","caller":"traceutil/trace.go:171","msg":"trace[1272806330] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"904.239364ms","start":"2026-04-16T00:37:35.729664Z","end":"2026-04-16T00:37:36.633903Z","steps":["trace[1272806330] 'process raft request' (duration: 903.929876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:36.634036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.858542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:36.634073Z","caller":"traceutil/trace.go:171","msg":"trace[557953494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1581; }","duration":"616.964364ms","start":"2026-04-16T00:37:36.017097Z","end":"2026-04-16T00:37:36.634061Z","steps":["trace[557953494] 'agreement among raft nodes before linearized reading' (duration: 616.839031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:36.634118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.017073Z","time spent":"617.036357ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:37:36.634226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:35.729633Z","time spent":"904.440421ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3409,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:37:36.634311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.421885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:36.634248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.532542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:36.634182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.676021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:37:36.63438Z","caller":"traceutil/trace.go:171","msg":"trace[598663838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1581; }","duration":"489.526577ms","start":"2026-04-16T00:37:36.14482Z","end":"2026-04-16T00:37:36.634347Z","steps":["trace[598663838] 'agreement among raft nodes before linearized reading' (duration: 489.448425ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:36.634403Z","caller":"traceutil/trace.go:171","msg":"trace[1914817366] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1581; }","duration":"411.81104ms","start":"2026-04-16T00:37:36.222562Z","end":"2026-04-16T00:37:36.634373Z","steps":["trace[1914817366] 'agreement among raft nodes before linearized reading' (duration: 411.505941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:36.634413Z","caller":"traceutil/trace.go:171","msg":"trace[2056128010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1581; }","duration":"529.974319ms","start":"2026-04-16T00:37:36.104421Z","end":"2026-04-16T00:37:36.634395Z","steps":["trace[2056128010] 'agreement among raft nodes before linearized reading' (duration: 529.577189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:36.634428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.144796Z","time spent":"489.62096ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:37:36.634452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.104379Z","time spent":"530.061402ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:37:36.634449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.889762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T00:37:36.634433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.039552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T00:37:36.634496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.921893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:37:36.634522Z","caller":"traceutil/trace.go:171","msg":"trace[428075229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1581; }","duration":"464.018165ms","start":"2026-04-16T00:37:36.170485Z","end":"2026-04-16T00:37:36.634503Z","steps":["trace[428075229] 'agreement among raft nodes before linearized reading' (duration: 463.688746ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:36.634556Z","caller":"traceutil/trace.go:171","msg":"trace[1899382529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1581; }","duration":"464.036636ms","start":"2026-04-16T00:37:36.170506Z","end":"2026-04-16T00:37:36.634542Z","steps":["trace[1899382529] 'agreement among raft nodes before linearized reading' (duration: 463.78538ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:36.634544Z","caller":"traceutil/trace.go:171","msg":"trace[585470274] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:1581; }","duration":"156.217707ms","start":"2026-04-16T00:37:36.478301Z","end":"2026-04-16T00:37:36.634519Z","steps":["trace[585470274] 'agreement among raft nodes before linearized reading' (duration: 156.024052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:36.63457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.170455Z","time spent":"464.102718ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:37:36.634592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.170476Z","time spent":"464.109387ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:36.634462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.222539Z","time spent":"411.908343ms","remote":"127.0.0.1:43500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:37:36.635324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.707243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T00:37:36.634992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.425297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:37:36.635574Z","caller":"traceutil/trace.go:171","msg":"trace[1809390656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1581; }","duration":"464.848928ms","start":"2026-04-16T00:37:36.170568Z","end":"2026-04-16T00:37:36.635417Z","steps":["trace[1809390656] 'agreement among raft nodes before linearized reading' (duration: 463.540413ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:36.635606Z","caller":"traceutil/trace.go:171","msg":"trace[609723178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1581; }","duration":"465.080825ms","start":"2026-04-16T00:37:36.170506Z","end":"2026-04-16T00:37:36.635587Z","steps":["trace[609723178] 'agreement among raft nodes before linearized reading' (duration: 463.554833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:36.635655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.170476Z","time spent":"465.162616ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:36.635682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.170561Z","time spent":"465.104894ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:37.152461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.716034ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T00:37:37.152563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.635674Z","time spent":"516.883ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T00:37:37.252383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:37:37.752937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:37:38.253671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:37:38.754759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:37:39.1665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.420675087s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:37:39.167049Z","caller":"traceutil/trace.go:171","msg":"trace[1732925760] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"2.527944534s","start":"2026-04-16T00:37:36.639066Z","end":"2026-04-16T00:37:39.167011Z","steps":["trace[1732925760] 'process raft request' (duration: 2.527888953s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:39.167096Z","caller":"traceutil/trace.go:171","msg":"trace[598179026] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"2.528252333s","start":"2026-04-16T00:37:36.638798Z","end":"2026-04-16T00:37:39.167051Z","steps":["trace[598179026] 'process raft request' (duration: 2.527922364s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:39.167216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.639057Z","time spent":"2.528069078s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:39.167289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.638775Z","time spent":"2.528410767s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:39.167395Z","caller":"traceutil/trace.go:171","msg":"trace[199296234] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"2.528253523s","start":"2026-04-16T00:37:36.639049Z","end":"2026-04-16T00:37:39.167302Z","steps":["trace[199296234] 'process raft request' (duration: 2.527857602s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:39.167455Z","caller":"traceutil/trace.go:171","msg":"trace[1856351317] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"2.527300828s","start":"2026-04-16T00:37:36.640131Z","end":"2026-04-16T00:37:39.167432Z","steps":["trace[1856351317] 'process raft request' (duration: 2.526845866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:39.167591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.640105Z","time spent":"2.527437011s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:39.167688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.639031Z","time spent":"2.52852303s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:39.167712Z","caller":"traceutil/trace.go:171","msg":"trace[878143416] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"2.526327902s","start":"2026-04-16T00:37:36.641372Z","end":"2026-04-16T00:37:39.1677Z","steps":["trace[878143416] 'process raft request' (duration: 2.525932321s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:39.167776Z","caller":"traceutil/trace.go:171","msg":"trace[726685860] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"2.525062969s","start":"2026-04-16T00:37:36.642669Z","end":"2026-04-16T00:37:39.167732Z","steps":["trace[726685860] 'process raft request' (duration: 2.524916834s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:39.167968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.642657Z","time spent":"2.525224622s","remote":"127.0.0.1:43710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9256,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:37:39.167988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.641356Z","time spent":"2.526491726s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:39.255144Z","caller":"traceutil/trace.go:171","msg":"trace[1970900903] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1632; }","duration":"2.503174862s","start":"2026-04-16T00:37:36.75194Z","end":"2026-04-16T00:37:39.255115Z","steps":["trace[1970900903] 'read index received' (duration: 2.414802031s)","trace[1970900903] 'applied index is now lower than readState.Index' (duration: 88.371861ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:39.255172Z","caller":"traceutil/trace.go:171","msg":"trace[1337952125] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"2.101419851s","start":"2026-04-16T00:37:37.153709Z","end":"2026-04-16T00:37:39.255129Z","steps":["trace[1337952125] 'process raft request' (duration: 2.101151334s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:39.255281Z","caller":"traceutil/trace.go:171","msg":"trace[1441489724] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"1.476215847s","start":"2026-04-16T00:37:37.779052Z","end":"2026-04-16T00:37:39.255268Z","steps":["trace[1441489724] 'process raft request' (duration: 1.476018992s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:39.255254Z","caller":"traceutil/trace.go:171","msg":"trace[436911714] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"1.854871849s","start":"2026-04-16T00:37:37.400346Z","end":"2026-04-16T00:37:39.255217Z","steps":["trace[436911714] 'process raft request' (duration: 1.854675404s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:39.255406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:37.153688Z","time spent":"2.101578617s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:39.255461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:37.779016Z","time spent":"1.476296119s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:39.255461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:37.400307Z","time spent":"1.855026574s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:39.255672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503718887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:39.255757Z","caller":"traceutil/trace.go:171","msg":"trace[1398230466] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1590; }","duration":"2.503857581s","start":"2026-04-16T00:37:36.751877Z","end":"2026-04-16T00:37:39.255735Z","steps":["trace[1398230466] 'agreement among raft nodes before linearized reading' (duration: 2.503667166s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:39.255813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:36.751857Z","time spent":"2.503941043s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:37:39.751564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T00:37:39.751712Z","caller":"traceutil/trace.go:171","msg":"trace[336931902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671958s","start":"2026-04-16T00:37:37.751013Z","end":"2026-04-16T00:37:39.751685Z","steps":["trace[336931902] 'agreement among raft nodes before linearized reading' (duration: 2.000497623s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:39.751775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:37.750968Z","time spent":"2.000793702s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 00:37:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T00:37:39.755923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:37:40.017212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T00:37:40.017319Z","caller":"traceutil/trace.go:171","msg":"trace[1513893414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586765s","start":"2026-04-16T00:37:38.016708Z","end":"2026-04-16T00:37:40.017294Z","steps":["trace[1513893414] 'agreement among raft nodes before linearized reading' (duration: 2.000445092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:40.017376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:38.016678Z","time spent":"2.000687759s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 00:37:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T00:37:40.256781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449357913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:37:40.315836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060808031s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:37:40.316498Z","caller":"traceutil/trace.go:171","msg":"trace[1924410924] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"1.140121511s","start":"2026-04-16T00:37:39.176335Z","end":"2026-04-16T00:37:40.316456Z","steps":["trace[1924410924] 'process raft request' (duration: 1.139856764s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:40.316721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:39.176309Z","time spent":"1.140289577s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6622,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:37:40.317063Z","caller":"traceutil/trace.go:171","msg":"trace[549607822] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"1.138883548s","start":"2026-04-16T00:37:39.178165Z","end":"2026-04-16T00:37:40.317048Z","steps":["trace[549607822] 'process raft request' (duration: 1.138226531s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:40.317303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:39.178134Z","time spent":"1.139090194s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19002,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:40.317686Z","caller":"traceutil/trace.go:171","msg":"trace[1796205007] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1641; }","duration":"1.062419434s","start":"2026-04-16T00:37:39.255237Z","end":"2026-04-16T00:37:40.317656Z","steps":["trace[1796205007] 'read index received' (duration: 1.060824112s)","trace[1796205007] 'applied index is now lower than readState.Index' (duration: 1.593862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:40.317725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826173973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:37:40.317724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:39.754968Z","time spent":"562.752366ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T00:37:40.317786Z","caller":"traceutil/trace.go:171","msg":"trace[1705200932] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1592; }","duration":"1.826292216s","start":"2026-04-16T00:37:38.491477Z","end":"2026-04-16T00:37:40.317769Z","steps":["trace[1705200932] 'agreement among raft nodes before linearized reading' (duration: 1.826190375s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:40.317824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:38.491448Z","time spent":"1.826367348s","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:37:40.317938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060121233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T00:37:40.317944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139365726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:40.317979Z","caller":"traceutil/trace.go:171","msg":"trace[1218447001] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1592; }","duration":"1.060223045s","start":"2026-04-16T00:37:39.257745Z","end":"2026-04-16T00:37:40.317968Z","steps":["trace[1218447001] 'agreement among raft nodes before linearized reading' (duration: 1.060107032s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:40.318013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:39.257721Z","time spent":"1.060284328s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T00:37:40.317992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.399004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:40.318047Z","caller":"traceutil/trace.go:171","msg":"trace[1829296639] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1592; }","duration":"2.13950901s","start":"2026-04-16T00:37:38.178486Z","end":"2026-04-16T00:37:40.317995Z","steps":["trace[1829296639] 'agreement among raft nodes before linearized reading' (duration: 2.139345786s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:40.318098Z","caller":"traceutil/trace.go:171","msg":"trace[799195768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"290.571949ms","start":"2026-04-16T00:37:40.027504Z","end":"2026-04-16T00:37:40.318076Z","steps":["trace[799195768] 'agreement among raft nodes before linearized reading' (duration: 290.374903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:40.318133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:38.178458Z","time spent":"2.139653574s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:37:40.31796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044949211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:37:40.31829Z","caller":"traceutil/trace.go:171","msg":"trace[1472825961] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1592; }","duration":"2.045334722s","start":"2026-04-16T00:37:38.272934Z","end":"2026-04-16T00:37:40.318269Z","steps":["trace[1472825961] 'agreement among raft nodes before linearized reading' (duration: 2.044807478s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:40.318398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:38.27291Z","time spent":"2.045467835s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:37:41.361175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.722417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:37:41.361562Z","caller":"traceutil/trace.go:171","msg":"trace[1232931113] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"504.761825ms","start":"2026-04-16T00:37:40.856725Z","end":"2026-04-16T00:37:41.361487Z","steps":["trace[1232931113] 'process raft request' (duration: 251.617157ms)","trace[1232931113] 'compare' (duration: 252.551962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:41.361988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:40.85671Z","time spent":"504.97903ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7968,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:41.362462Z","caller":"traceutil/trace.go:171","msg":"trace[1744040986] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"468.311851ms","start":"2026-04-16T00:37:40.894114Z","end":"2026-04-16T00:37:41.362426Z","steps":["trace[1744040986] 'process raft request' (duration: 467.336535ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:41.362664Z","caller":"traceutil/trace.go:171","msg":"trace[1672299825] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"100.308742ms","start":"2026-04-16T00:37:41.262333Z","end":"2026-04-16T00:37:41.362641Z","steps":["trace[1672299825] 'process raft request' (duration: 99.956212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:41.362795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:40.894082Z","time spent":"468.479665ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5919,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:41.362777Z","caller":"traceutil/trace.go:171","msg":"trace[129308946] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1653; }","duration":"359.519242ms","start":"2026-04-16T00:37:41.003213Z","end":"2026-04-16T00:37:41.362732Z","steps":["trace[129308946] 'read index received' (duration: 105.124361ms)","trace[129308946] 'applied index is now lower than readState.Index' (duration: 254.39041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:41.363153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.909832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:41.363216Z","caller":"traceutil/trace.go:171","msg":"trace[932007613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1604; }","duration":"360.061817ms","start":"2026-04-16T00:37:41.003137Z","end":"2026-04-16T00:37:41.363199Z","steps":["trace[932007613] 'agreement among raft nodes before linearized reading' (duration: 359.844241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:41.363258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:41.003111Z","time spent":"360.136248ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:37:41.363448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.091879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T00:37:41.363474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.095656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T00:37:41.363514Z","caller":"traceutil/trace.go:171","msg":"trace[377970334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1605; }","duration":"191.264684ms","start":"2026-04-16T00:37:41.172232Z","end":"2026-04-16T00:37:41.363497Z","steps":["trace[377970334] 'agreement among raft nodes before linearized reading' (duration: 191.012046ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:41.363573Z","caller":"traceutil/trace.go:171","msg":"trace[229978028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1605; }","duration":"192.24027ms","start":"2026-04-16T00:37:41.171305Z","end":"2026-04-16T00:37:41.363545Z","steps":["trace[229978028] 'agreement among raft nodes before linearized reading' (duration: 191.924941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:41.363955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.86148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T00:37:41.363954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.682885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T00:37:41.363982Z","caller":"traceutil/trace.go:171","msg":"trace[1111823538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1605; }","duration":"191.88785ms","start":"2026-04-16T00:37:41.172086Z","end":"2026-04-16T00:37:41.363974Z","steps":["trace[1111823538] 'agreement among raft nodes before linearized reading' (duration: 191.631634ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:41.364027Z","caller":"traceutil/trace.go:171","msg":"trace[2135006037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1605; }","duration":"191.758896ms","start":"2026-04-16T00:37:41.172252Z","end":"2026-04-16T00:37:41.364011Z","steps":["trace[2135006037] 'agreement among raft nodes before linearized reading' (duration: 191.395786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:41.364612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.441959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T00:37:41.366271Z","caller":"traceutil/trace.go:171","msg":"trace[2048219861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1605; }","duration":"193.118013ms","start":"2026-04-16T00:37:41.173125Z","end":"2026-04-16T00:37:41.366244Z","steps":["trace[2048219861] 'agreement among raft nodes before linearized reading' (duration: 190.37717ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:43.147012Z","caller":"traceutil/trace.go:171","msg":"trace[863387549] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"284.311381ms","start":"2026-04-16T00:37:42.862667Z","end":"2026-04-16T00:37:43.146979Z","steps":["trace[863387549] 'process raft request' (duration: 284.107955ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:43.154439Z","caller":"traceutil/trace.go:171","msg":"trace[1455141344] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1670; }","duration":"136.978882ms","start":"2026-04-16T00:37:43.017429Z","end":"2026-04-16T00:37:43.154408Z","steps":["trace[1455141344] 'read index received' (duration: 129.510043ms)","trace[1455141344] 'applied index is now lower than readState.Index' (duration: 7.467789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:43.154577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.128666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:43.154611Z","caller":"traceutil/trace.go:171","msg":"trace[1911298664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1619; }","duration":"137.232609ms","start":"2026-04-16T00:37:43.017369Z","end":"2026-04-16T00:37:43.154602Z","steps":["trace[1911298664] 'agreement among raft nodes before linearized reading' (duration: 137.151846ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:43.154561Z","caller":"traceutil/trace.go:171","msg":"trace[646895602] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"281.750212ms","start":"2026-04-16T00:37:42.872746Z","end":"2026-04-16T00:37:43.154497Z","steps":["trace[646895602] 'process raft request' (duration: 281.519516ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:43.471252Z","caller":"traceutil/trace.go:171","msg":"trace[1390213904] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"101.048911ms","start":"2026-04-16T00:37:43.369844Z","end":"2026-04-16T00:37:43.470893Z","steps":["trace[1390213904] 'process raft request' (duration: 100.399124ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:44.080143Z","caller":"traceutil/trace.go:171","msg":"trace[1790478365] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"156.008931ms","start":"2026-04-16T00:37:43.924093Z","end":"2026-04-16T00:37:44.080102Z","steps":["trace[1790478365] 'process raft request' (duration: 76.406812ms)","trace[1790478365] 'compare' (duration: 79.390294ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:45.69985Z","caller":"traceutil/trace.go:171","msg":"trace[1917407629] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"156.070312ms","start":"2026-04-16T00:37:45.54374Z","end":"2026-04-16T00:37:45.699811Z","steps":["trace[1917407629] 'process raft request' (duration: 152.278361ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:45.70225Z","caller":"traceutil/trace.go:171","msg":"trace[448115983] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"154.696107ms","start":"2026-04-16T00:37:45.547535Z","end":"2026-04-16T00:37:45.702231Z","steps":["trace[448115983] 'process raft request' (duration: 154.662186ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:45.702328Z","caller":"traceutil/trace.go:171","msg":"trace[1130390210] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"155.067756ms","start":"2026-04-16T00:37:45.547251Z","end":"2026-04-16T00:37:45.702319Z","steps":["trace[1130390210] 'process raft request' (duration: 154.916431ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:45.70225Z","caller":"traceutil/trace.go:171","msg":"trace[1501458557] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"155.768185ms","start":"2026-04-16T00:37:45.546451Z","end":"2026-04-16T00:37:45.702219Z","steps":["trace[1501458557] 'process raft request' (duration: 155.5848ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:45.702373Z","caller":"traceutil/trace.go:171","msg":"trace[1275892808] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"155.743413ms","start":"2026-04-16T00:37:45.546579Z","end":"2026-04-16T00:37:45.702322Z","steps":["trace[1275892808] 'process raft request' (duration: 155.555628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:50.146725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.539377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:37:50.146958Z","caller":"traceutil/trace.go:171","msg":"trace[490470590] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"429.294577ms","start":"2026-04-16T00:37:49.71762Z","end":"2026-04-16T00:37:50.146915Z","steps":["trace[490470590] 'process raft request' (duration: 291.436792ms)","trace[490470590] 'compare' (duration: 137.381793ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:50.147017Z","caller":"traceutil/trace.go:171","msg":"trace[54931759] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"427.971062ms","start":"2026-04-16T00:37:49.719027Z","end":"2026-04-16T00:37:50.146998Z","steps":["trace[54931759] 'process raft request' (duration: 427.809807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:50.147051Z","caller":"traceutil/trace.go:171","msg":"trace[92975391] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"427.929851ms","start":"2026-04-16T00:37:49.719084Z","end":"2026-04-16T00:37:50.147014Z","steps":["trace[92975391] 'process raft request' (duration: 427.803478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:50.147123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:49.719015Z","time spent":"428.038744ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:50.147122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:49.717592Z","time spent":"429.44536ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:37:50.147194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:49.719079Z","time spent":"428.041435ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:50.147268Z","caller":"traceutil/trace.go:171","msg":"trace[178653527] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1748; }","duration":"426.241566ms","start":"2026-04-16T00:37:49.721006Z","end":"2026-04-16T00:37:50.147248Z","steps":["trace[178653527] 'read index received' (duration: 9.32993ms)","trace[178653527] 'applied index is now lower than readState.Index' (duration: 416.909866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:50.147478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.467312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:37:50.147488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.958917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:50.147517Z","caller":"traceutil/trace.go:171","msg":"trace[354028842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1697; }","duration":"129.055511ms","start":"2026-04-16T00:37:50.018453Z","end":"2026-04-16T00:37:50.147509Z","steps":["trace[354028842] 'agreement among raft nodes before linearized reading' (duration: 128.999809ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:50.147515Z","caller":"traceutil/trace.go:171","msg":"trace[1235694333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1697; }","duration":"426.514324ms","start":"2026-04-16T00:37:49.720991Z","end":"2026-04-16T00:37:50.147505Z","steps":["trace[1235694333] 'agreement among raft nodes before linearized reading' (duration: 426.354109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:50.147518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.703521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:50.14758Z","caller":"traceutil/trace.go:171","msg":"trace[160271630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1697; }","duration":"315.810483ms","start":"2026-04-16T00:37:49.831756Z","end":"2026-04-16T00:37:50.147566Z","steps":["trace[160271630] 'agreement among raft nodes before linearized reading' (duration: 315.69036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:50.147545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:49.720984Z","time spent":"426.556694ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:50.147649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:49.831727Z","time spent":"315.910827ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:37:50.14764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.910554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-twtln\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-04-16T00:37:50.147719Z","caller":"traceutil/trace.go:171","msg":"trace[1054933083] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-twtln; range_end:; response_count:1; response_revision:1697; }","duration":"231.026776ms","start":"2026-04-16T00:37:49.916676Z","end":"2026-04-16T00:37:50.147703Z","steps":["trace[1054933083] 'agreement among raft nodes before linearized reading' (duration: 230.80379ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:50.556634Z","caller":"traceutil/trace.go:171","msg":"trace[797662883] linearizableReadLoop","detail":"{readStateIndex:1754; appliedIndex:1753; }","duration":"254.779172ms","start":"2026-04-16T00:37:50.301826Z","end":"2026-04-16T00:37:50.556605Z","steps":["trace[797662883] 'read index received' (duration: 254.550086ms)","trace[797662883] 'applied index is now lower than readState.Index' (duration: 227.616µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:37:50.556997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.966547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:50.557064Z","caller":"traceutil/trace.go:171","msg":"trace[883840902] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1699; }","duration":"255.289135ms","start":"2026-04-16T00:37:50.301755Z","end":"2026-04-16T00:37:50.557044Z","steps":["trace[883840902] 'agreement among raft nodes before linearized reading' (duration: 254.964526ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:50.557043Z","caller":"traceutil/trace.go:171","msg":"trace[441602577] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"394.180269ms","start":"2026-04-16T00:37:50.162727Z","end":"2026-04-16T00:37:50.556907Z","steps":["trace[441602577] 'process raft request' (duration: 393.708896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:50.557255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:50.16272Z","time spent":"394.421725ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:51.058484Z","caller":"traceutil/trace.go:171","msg":"trace[76983596] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"125.053923ms","start":"2026-04-16T00:37:50.933397Z","end":"2026-04-16T00:37:51.058451Z","steps":["trace[76983596] 'process raft request' (duration: 124.860028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:52.52154Z","caller":"traceutil/trace.go:171","msg":"trace[1933624311] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"371.303386ms","start":"2026-04-16T00:37:52.150199Z","end":"2026-04-16T00:37:52.521502Z","steps":["trace[1933624311] 'read index received' (duration: 371.184733ms)","trace[1933624311] 'applied index is now lower than readState.Index' (duration: 111.833µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:52.521572Z","caller":"traceutil/trace.go:171","msg":"trace[595804733] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"503.974704ms","start":"2026-04-16T00:37:52.01756Z","end":"2026-04-16T00:37:52.521535Z","steps":["trace[595804733] 'process raft request' (duration: 503.722647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:52.521834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.621396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T00:37:52.521813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:52.017542Z","time spent":"504.155718ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:37:52.521885Z","caller":"traceutil/trace.go:171","msg":"trace[1919817486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1708; }","duration":"371.781979ms","start":"2026-04-16T00:37:52.150093Z","end":"2026-04-16T00:37:52.521875Z","steps":["trace[1919817486] 'agreement among raft nodes before linearized reading' (duration: 371.529672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:52.52193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:52.150063Z","time spent":"371.857532ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:37:52.526228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.009856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T00:37:52.526301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.231922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:52.5266Z","caller":"traceutil/trace.go:171","msg":"trace[2141506597] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1708; }","duration":"286.343385ms","start":"2026-04-16T00:37:52.240027Z","end":"2026-04-16T00:37:52.52637Z","steps":["trace[2141506597] 'agreement among raft nodes before linearized reading' (duration: 286.169671ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:52.526341Z","caller":"traceutil/trace.go:171","msg":"trace[641145299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1708; }","duration":"375.192471ms","start":"2026-04-16T00:37:52.151126Z","end":"2026-04-16T00:37:52.526318Z","steps":["trace[641145299] 'agreement among raft nodes before linearized reading' (duration: 374.919503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:52.526644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.276654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:37:52.526742Z","caller":"traceutil/trace.go:171","msg":"trace[1312942259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1708; }","duration":"375.458179ms","start":"2026-04-16T00:37:52.151258Z","end":"2026-04-16T00:37:52.526716Z","steps":["trace[1312942259] 'agreement among raft nodes before linearized reading' (duration: 375.13809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:52.526722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:52.151105Z","time spent":"375.576391ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:52.526806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:52.151205Z","time spent":"375.588711ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:52.526898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.607683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:37:52.526947Z","caller":"traceutil/trace.go:171","msg":"trace[265735068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1708; }","duration":"301.713977ms","start":"2026-04-16T00:37:52.225222Z","end":"2026-04-16T00:37:52.526936Z","steps":["trace[265735068] 'agreement among raft nodes before linearized reading' (duration: 301.144541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:52.526985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:52.225196Z","time spent":"301.779528ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:37:56.2904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.265582ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:37:56.290539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.170008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:37:56.290618Z","caller":"traceutil/trace.go:171","msg":"trace[1258877019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1844; }","duration":"648.510008ms","start":"2026-04-16T00:37:55.642076Z","end":"2026-04-16T00:37:56.290586Z","steps":["trace[1258877019] 'range keys from in-memory index tree' (duration: 648.231441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:56.29062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.082789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:56.290655Z","caller":"traceutil/trace.go:171","msg":"trace[405944855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1844; }","duration":"538.326842ms","start":"2026-04-16T00:37:55.752281Z","end":"2026-04-16T00:37:56.290608Z","steps":["trace[405944855] 'range keys from in-memory index tree' (duration: 537.870889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:56.290688Z","caller":"traceutil/trace.go:171","msg":"trace[1560445128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1844; }","duration":"102.216952ms","start":"2026-04-16T00:37:56.188454Z","end":"2026-04-16T00:37:56.290671Z","steps":["trace[1560445128] 'count revisions from in-memory index tree' (duration: 101.986316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:56.290704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:55.752255Z","time spent":"538.438775ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:37:56.290879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.177794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-ksbxl\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-04-16T00:37:56.290981Z","caller":"traceutil/trace.go:171","msg":"trace[333571372] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-ksbxl; range_end:; response_count:1; response_revision:1844; }","duration":"325.325978ms","start":"2026-04-16T00:37:55.96563Z","end":"2026-04-16T00:37:56.290956Z","steps":["trace[333571372] 'range keys from in-memory index tree' (duration: 324.979288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:56.291019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:55.965606Z","time spent":"325.403659ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4202,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-ksbxl\" "} {"level":"info","ts":"2026-04-16T00:37:57.500622Z","caller":"traceutil/trace.go:171","msg":"trace[215094892] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1908; }","duration":"483.741323ms","start":"2026-04-16T00:37:57.016847Z","end":"2026-04-16T00:37:57.500588Z","steps":["trace[215094892] 'read index received' (duration: 483.642511ms)","trace[215094892] 'applied index is now lower than readState.Index' (duration: 97.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:37:57.500813Z","caller":"traceutil/trace.go:171","msg":"trace[1046118087] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"519.839588ms","start":"2026-04-16T00:37:56.980918Z","end":"2026-04-16T00:37:57.500757Z","steps":["trace[1046118087] 'process raft request' (duration: 519.446418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:57.500887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.01559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:57.500978Z","caller":"traceutil/trace.go:171","msg":"trace[1819053391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"484.211036ms","start":"2026-04-16T00:37:57.016738Z","end":"2026-04-16T00:37:57.500949Z","steps":["trace[1819053391] 'agreement among raft nodes before linearized reading' (duration: 484.050001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:57.501091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:57.016709Z","time spent":"484.365839ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:37:57.501068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:56.98089Z","time spent":"520.047773ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4499,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:37:57.509951Z","caller":"traceutil/trace.go:171","msg":"trace[1362506095] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"198.013715ms","start":"2026-04-16T00:37:57.311892Z","end":"2026-04-16T00:37:57.509906Z","steps":["trace[1362506095] 'process raft request' (duration: 197.704506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:57.509985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.65079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:37:57.510082Z","caller":"traceutil/trace.go:171","msg":"trace[1424535296] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1853; }","duration":"189.819535ms","start":"2026-04-16T00:37:57.320238Z","end":"2026-04-16T00:37:57.510058Z","steps":["trace[1424535296] 'agreement among raft nodes before linearized reading' (duration: 189.598509ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:37:58.684834Z","caller":"traceutil/trace.go:171","msg":"trace[342639979] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"375.16862ms","start":"2026-04-16T00:37:58.309631Z","end":"2026-04-16T00:37:58.684799Z","steps":["trace[342639979] 'process raft request' (duration: 374.996055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:37:58.68501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:58.309603Z","time spent":"375.320244ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:00.079315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.377614471s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T00:38:00.548331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.536627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:00.548493Z","caller":"traceutil/trace.go:171","msg":"trace[392019066] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1911; }","duration":"2.000822832s","start":"2026-04-16T00:37:58.547643Z","end":"2026-04-16T00:38:00.548466Z","steps":["trace[392019066] 'read index received' (duration: 137.081125ms)","trace[392019066] 'applied index is now lower than readState.Index' (duration: 1.863739667s)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:00.548636Z","caller":"traceutil/trace.go:171","msg":"trace[1827990569] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"2.041344196s","start":"2026-04-16T00:37:58.507249Z","end":"2026-04-16T00:38:00.548593Z","steps":["trace[1827990569] 'process raft request' (duration: 1.572403869s)","trace[1827990569] 'compare' (duration: 468.34684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:00.548793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001144271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T00:38:00.548807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:58.507218Z","time spent":"2.041499879s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:38:00.548847Z","caller":"traceutil/trace.go:171","msg":"trace[82482167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1856; }","duration":"2.001242293s","start":"2026-04-16T00:37:58.54759Z","end":"2026-04-16T00:38:00.548833Z","steps":["trace[82482167] 'agreement among raft nodes before linearized reading' (duration: 2.001014047s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.548901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:58.547569Z","time spent":"2.001319056s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:38:00.556575Z","caller":"traceutil/trace.go:171","msg":"trace[642446272] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.000347945s","start":"2026-04-16T00:37:59.556193Z","end":"2026-04-16T00:38:00.556541Z","steps":["trace[642446272] 'process raft request' (duration: 1.00017037s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.556819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:59.556163Z","time spent":"1.000499278s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:00.556906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990356333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:38:00.556991Z","caller":"traceutil/trace.go:171","msg":"trace[1642498480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1858; }","duration":"1.990501467s","start":"2026-04-16T00:37:58.566469Z","end":"2026-04-16T00:38:00.55697Z","steps":["trace[1642498480] 'agreement among raft nodes before linearized reading' (duration: 1.990282681s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.55703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:58.566443Z","time spent":"1.990578638s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T00:38:00.556999Z","caller":"traceutil/trace.go:171","msg":"trace[1392735978] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"786.535438ms","start":"2026-04-16T00:37:59.7704Z","end":"2026-04-16T00:38:00.556935Z","steps":["trace[1392735978] 'process raft request' (duration: 786.101056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.557069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539866238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:00.557139Z","caller":"traceutil/trace.go:171","msg":"trace[1510093505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1858; }","duration":"1.539999862s","start":"2026-04-16T00:37:59.017122Z","end":"2026-04-16T00:38:00.557122Z","steps":["trace[1510093505] 'agreement among raft nodes before linearized reading' (duration: 1.539853559s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.557174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:59.017098Z","time spent":"1.540068153s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:38:00.55692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.905136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:38:00.55726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:59.770366Z","time spent":"786.767134ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:38:00.55726Z","caller":"traceutil/trace.go:171","msg":"trace[2111326545] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1858; }","duration":"420.298447ms","start":"2026-04-16T00:38:00.136941Z","end":"2026-04-16T00:38:00.557239Z","steps":["trace[2111326545] 'agreement among raft nodes before linearized reading' (duration: 419.899146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.557382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:00.136904Z","time spent":"420.465851ms","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:38:00.557373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990296281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T00:38:00.557073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.152877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-j8n6m\" ","response":"range_response_count:1 size:5100"} {"level":"info","ts":"2026-04-16T00:38:00.557465Z","caller":"traceutil/trace.go:171","msg":"trace[248405476] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-j8n6m; range_end:; response_count:1; response_revision:1858; }","duration":"284.588158ms","start":"2026-04-16T00:38:00.272862Z","end":"2026-04-16T00:38:00.55745Z","steps":["trace[248405476] 'agreement among raft nodes before linearized reading' (duration: 284.107226ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:00.557489Z","caller":"traceutil/trace.go:171","msg":"trace[1362324211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1858; }","duration":"1.990451334s","start":"2026-04-16T00:37:58.566989Z","end":"2026-04-16T00:38:00.55744Z","steps":["trace[1362324211] 'agreement among raft nodes before linearized reading' (duration: 1.989860399s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.557344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99027522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T00:38:00.557534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:58.566969Z","time spent":"1.990556368s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:38:00.557531Z","caller":"traceutil/trace.go:171","msg":"trace[1089976160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1858; }","duration":"1.990583448s","start":"2026-04-16T00:37:58.566936Z","end":"2026-04-16T00:38:00.557519Z","steps":["trace[1089976160] 'agreement among raft nodes before linearized reading' (duration: 1.990101985s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.557674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:37:58.56692Z","time spent":"1.990686492s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T00:38:00.797959Z","caller":"traceutil/trace.go:171","msg":"trace[278774903] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"237.114849ms","start":"2026-04-16T00:38:00.560801Z","end":"2026-04-16T00:38:00.797916Z","steps":["trace[278774903] 'process raft request' (duration: 236.810801ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:00.798157Z","caller":"traceutil/trace.go:171","msg":"trace[652550322] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"237.17369ms","start":"2026-04-16T00:38:00.560974Z","end":"2026-04-16T00:38:00.798148Z","steps":["trace[652550322] 'process raft request' (duration: 236.820631ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:00.798241Z","caller":"traceutil/trace.go:171","msg":"trace[1719700116] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"236.336838ms","start":"2026-04-16T00:38:00.561895Z","end":"2026-04-16T00:38:00.798232Z","steps":["trace[1719700116] 'process raft request' (duration: 235.939197ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:00.798348Z","caller":"traceutil/trace.go:171","msg":"trace[640102833] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1916; }","duration":"176.111609ms","start":"2026-04-16T00:38:00.622204Z","end":"2026-04-16T00:38:00.798316Z","steps":["trace[640102833] 'read index received' (duration: 175.346689ms)","trace[640102833] 'applied index is now lower than readState.Index' (duration: 762.93µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:00.7984Z","caller":"traceutil/trace.go:171","msg":"trace[1184281641] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"233.182424ms","start":"2026-04-16T00:38:00.565208Z","end":"2026-04-16T00:38:00.798391Z","steps":["trace[1184281641] 'process raft request' (duration: 232.65635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.79857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.347895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:00.798646Z","caller":"traceutil/trace.go:171","msg":"trace[1461645600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"176.487438ms","start":"2026-04-16T00:38:00.62214Z","end":"2026-04-16T00:38:00.798628Z","steps":["trace[1461645600] 'agreement among raft nodes before linearized reading' (duration: 176.330994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:00.79868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.709953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:38:00.79876Z","caller":"traceutil/trace.go:171","msg":"trace[586824607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1863; }","duration":"106.848446ms","start":"2026-04-16T00:38:00.6919Z","end":"2026-04-16T00:38:00.798749Z","steps":["trace[586824607] 'agreement among raft nodes before linearized reading' (duration: 106.595889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:01.001202Z","caller":"traceutil/trace.go:171","msg":"trace[591298348] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"196.617266ms","start":"2026-04-16T00:38:00.804551Z","end":"2026-04-16T00:38:01.001168Z","steps":["trace[591298348] 'process raft request' (duration: 196.360869ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:01.001521Z","caller":"traceutil/trace.go:171","msg":"trace[1873796360] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"195.914747ms","start":"2026-04-16T00:38:00.805581Z","end":"2026-04-16T00:38:01.001496Z","steps":["trace[1873796360] 'process raft request' (duration: 195.528348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:01.001605Z","caller":"traceutil/trace.go:171","msg":"trace[1725067264] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"195.64581ms","start":"2026-04-16T00:38:00.805946Z","end":"2026-04-16T00:38:01.001592Z","steps":["trace[1725067264] 'process raft request' (duration: 195.423184ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:01.00171Z","caller":"traceutil/trace.go:171","msg":"trace[370637326] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"188.89882ms","start":"2026-04-16T00:38:00.812796Z","end":"2026-04-16T00:38:01.001695Z","steps":["trace[370637326] 'process raft request' (duration: 188.737766ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:01.256123Z","caller":"traceutil/trace.go:171","msg":"trace[1532963133] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"245.104853ms","start":"2026-04-16T00:38:01.01098Z","end":"2026-04-16T00:38:01.256085Z","steps":["trace[1532963133] 'process raft request' (duration: 244.863167ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:01.505918Z","caller":"traceutil/trace.go:171","msg":"trace[587111040] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"494.202333ms","start":"2026-04-16T00:38:01.011674Z","end":"2026-04-16T00:38:01.505876Z","steps":["trace[587111040] 'process raft request' (duration: 439.728396ms)","trace[587111040] 'compare' (duration: 54.310272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:01.506098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:01.011662Z","time spent":"494.342656ms","remote":"127.0.0.1:43710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:38:03.042196Z","caller":"traceutil/trace.go:171","msg":"trace[894729953] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"164.702884ms","start":"2026-04-16T00:38:02.877445Z","end":"2026-04-16T00:38:03.042148Z","steps":["trace[894729953] 'process raft request' (duration: 131.065654ms)","trace[894729953] 'compare' (duration: 33.453455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:04.977208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.557766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:04.977383Z","caller":"traceutil/trace.go:171","msg":"trace[120866478] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1951; }","duration":"164.23411ms","start":"2026-04-16T00:38:04.813125Z","end":"2026-04-16T00:38:04.977359Z","steps":["trace[120866478] 'read index received' (duration: 40.661µs)","trace[120866478] 'applied index is now lower than readState.Index' (duration: 164.191449ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:04.977558Z","caller":"traceutil/trace.go:171","msg":"trace[924401069] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"328.494332ms","start":"2026-04-16T00:38:04.648982Z","end":"2026-04-16T00:38:04.977476Z","steps":["trace[924401069] 'process raft request' (duration: 153.540376ms)","trace[924401069] 'compare' (duration: 174.382931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:04.97762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.852222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:38:04.97768Z","caller":"traceutil/trace.go:171","msg":"trace[1424452195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1894; }","duration":"150.932175ms","start":"2026-04-16T00:38:04.826735Z","end":"2026-04-16T00:38:04.977667Z","steps":["trace[1424452195] 'agreement among raft nodes before linearized reading' (duration: 150.75541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:04.977682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.827431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:38:04.977616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.946735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:38:04.977753Z","caller":"traceutil/trace.go:171","msg":"trace[273402301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1894; }","duration":"135.959856ms","start":"2026-04-16T00:38:04.841778Z","end":"2026-04-16T00:38:04.977738Z","steps":["trace[273402301] 'agreement among raft nodes before linearized reading' (duration: 135.721639ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:04.977765Z","caller":"traceutil/trace.go:171","msg":"trace[1949823929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1894; }","duration":"136.118679ms","start":"2026-04-16T00:38:04.841629Z","end":"2026-04-16T00:38:04.977747Z","steps":["trace[1949823929] 'agreement among raft nodes before linearized reading' (duration: 135.879943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:04.977587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.422336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:04.977943Z","caller":"traceutil/trace.go:171","msg":"trace[728959414] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1894; }","duration":"164.834337ms","start":"2026-04-16T00:38:04.813056Z","end":"2026-04-16T00:38:04.977891Z","steps":["trace[728959414] 'agreement among raft nodes before linearized reading' (duration: 164.394805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:04.97782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:04.648951Z","time spent":"328.727558ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:11.412874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.810659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:11.413259Z","caller":"traceutil/trace.go:171","msg":"trace[438182453] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"335.923291ms","start":"2026-04-16T00:38:11.07728Z","end":"2026-04-16T00:38:11.413203Z","steps":["trace[438182453] 'process raft request' (duration: 335.819868ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:11.413344Z","caller":"traceutil/trace.go:171","msg":"trace[755608193] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"336.019284ms","start":"2026-04-16T00:38:11.077284Z","end":"2026-04-16T00:38:11.413303Z","steps":["trace[755608193] 'process raft request' (duration: 335.733717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:11.413374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:11.077258Z","time spent":"336.067424ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:38:11.413405Z","caller":"traceutil/trace.go:171","msg":"trace[2119436991] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"334.748809ms","start":"2026-04-16T00:38:11.078638Z","end":"2026-04-16T00:38:11.413387Z","steps":["trace[2119436991] 'process raft request' (duration: 334.506083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:11.413443Z","caller":"traceutil/trace.go:171","msg":"trace[743571028] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"336.761473ms","start":"2026-04-16T00:38:11.076639Z","end":"2026-04-16T00:38:11.4134Z","steps":["trace[743571028] 'process raft request' (duration: 221.300157ms)","trace[743571028] 'compare' (duration: 114.649025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:11.413487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:11.078625Z","time spent":"334.819201ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:11.413516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:11.077267Z","time spent":"336.155697ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:11.413617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:11.076603Z","time spent":"336.919597ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:21.152947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.273578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:21.15313Z","caller":"traceutil/trace.go:171","msg":"trace[1056790019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"135.529965ms","start":"2026-04-16T00:38:21.01757Z","end":"2026-04-16T00:38:21.1531Z","steps":["trace[1056790019] 'range keys from in-memory index tree' (duration: 135.104844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:22.89385Z","caller":"traceutil/trace.go:171","msg":"trace[2060009043] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2032; }","duration":"334.505404ms","start":"2026-04-16T00:38:22.559312Z","end":"2026-04-16T00:38:22.893817Z","steps":["trace[2060009043] 'read index received' (duration: 334.38659ms)","trace[2060009043] 'applied index is now lower than readState.Index' (duration: 117.664µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:22.89391Z","caller":"traceutil/trace.go:171","msg":"trace[1851436943] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"627.112217ms","start":"2026-04-16T00:38:22.266767Z","end":"2026-04-16T00:38:22.893879Z","steps":["trace[1851436943] 'process raft request' (duration: 626.85527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:22.894072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.7571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-16T00:38:22.894075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:22.266732Z","time spent":"627.233019ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:38:22.894111Z","caller":"traceutil/trace.go:171","msg":"trace[1940294511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1971; }","duration":"334.862222ms","start":"2026-04-16T00:38:22.559239Z","end":"2026-04-16T00:38:22.894101Z","steps":["trace[1940294511] 'agreement among raft nodes before linearized reading' (duration: 334.697288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:22.89418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:22.55921Z","time spent":"334.960145ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T00:38:22.940049Z","caller":"traceutil/trace.go:171","msg":"trace[1739381564] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"122.368491ms","start":"2026-04-16T00:38:22.817647Z","end":"2026-04-16T00:38:22.940015Z","steps":["trace[1739381564] 'process raft request' (duration: 122.130575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:23.518677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449358692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:38:23.646218Z","caller":"traceutil/trace.go:171","msg":"trace[1525869921] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"745.944533ms","start":"2026-04-16T00:38:22.90024Z","end":"2026-04-16T00:38:23.646185Z","steps":["trace[1525869921] 'process raft request' (duration: 745.672445ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:23.646384Z","caller":"traceutil/trace.go:171","msg":"trace[869925666] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2035; }","duration":"628.436411ms","start":"2026-04-16T00:38:23.017923Z","end":"2026-04-16T00:38:23.646359Z","steps":["trace[869925666] 'read index received' (duration: 627.899056ms)","trace[869925666] 'applied index is now lower than readState.Index' (duration: 535.915µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:23.64642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:22.900207Z","time spent":"746.114067ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:23.646637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.611935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:23.646759Z","caller":"traceutil/trace.go:171","msg":"trace[869864717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1973; }","duration":"628.873023ms","start":"2026-04-16T00:38:23.01786Z","end":"2026-04-16T00:38:23.646733Z","steps":["trace[869864717] 'agreement among raft nodes before linearized reading' (duration: 628.598885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:23.646759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.464391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T00:38:23.646811Z","caller":"traceutil/trace.go:171","msg":"trace[609576920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1973; }","duration":"478.560213ms","start":"2026-04-16T00:38:23.168238Z","end":"2026-04-16T00:38:23.646798Z","steps":["trace[609576920] 'agreement among raft nodes before linearized reading' (duration: 478.359348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:23.646814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:23.01782Z","time spent":"628.980814ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:38:23.646845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:23.168214Z","time spent":"478.622996ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T00:38:23.761804Z","caller":"traceutil/trace.go:171","msg":"trace[402295087] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"110.558956ms","start":"2026-04-16T00:38:23.651208Z","end":"2026-04-16T00:38:23.761767Z","steps":["trace[402295087] 'process raft request' (duration: 110.35362ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:23.762256Z","caller":"traceutil/trace.go:171","msg":"trace[117978674] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"110.826493ms","start":"2026-04-16T00:38:23.651417Z","end":"2026-04-16T00:38:23.762243Z","steps":["trace[117978674] 'process raft request' (duration: 110.306009ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:23.762632Z","caller":"traceutil/trace.go:171","msg":"trace[120388457] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"110.156414ms","start":"2026-04-16T00:38:23.652421Z","end":"2026-04-16T00:38:23.762578Z","steps":["trace[120388457] 'process raft request' (duration: 109.809115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:23.762802Z","caller":"traceutil/trace.go:171","msg":"trace[560808703] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"110.605777ms","start":"2026-04-16T00:38:23.652042Z","end":"2026-04-16T00:38:23.762648Z","steps":["trace[560808703] 'process raft request' (duration: 110.019682ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:24.096283Z","caller":"traceutil/trace.go:171","msg":"trace[1051293764] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"104.442432ms","start":"2026-04-16T00:38:23.991789Z","end":"2026-04-16T00:38:24.096232Z","steps":["trace[1051293764] 'process raft request' (duration: 74.121571ms)","trace[1051293764] 'compare' (duration: 30.022323ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:24.096467Z","caller":"traceutil/trace.go:171","msg":"trace[2035680730] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"104.610207ms","start":"2026-04-16T00:38:23.991814Z","end":"2026-04-16T00:38:24.096424Z","steps":["trace[2035680730] 'process raft request' (duration: 104.254097ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:24.097671Z","caller":"traceutil/trace.go:171","msg":"trace[1504924092] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"105.733847ms","start":"2026-04-16T00:38:23.99192Z","end":"2026-04-16T00:38:24.097654Z","steps":["trace[1504924092] 'process raft request' (duration: 104.383861ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:24.098119Z","caller":"traceutil/trace.go:171","msg":"trace[933315022] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"104.457383ms","start":"2026-04-16T00:38:23.993638Z","end":"2026-04-16T00:38:24.098095Z","steps":["trace[933315022] 'process raft request' (duration: 103.962769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:25.518203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449358713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:38:25.600194Z","caller":"traceutil/trace.go:171","msg":"trace[335008322] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2048; }","duration":"582.792281ms","start":"2026-04-16T00:38:25.017368Z","end":"2026-04-16T00:38:25.600161Z","steps":["trace[335008322] 'read index received' (duration: 582.532545ms)","trace[335008322] 'applied index is now lower than readState.Index' (duration: 258.836µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:25.600361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.943096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:25.600391Z","caller":"traceutil/trace.go:171","msg":"trace[1728753629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1987; }","duration":"583.087949ms","start":"2026-04-16T00:38:25.017293Z","end":"2026-04-16T00:38:25.600381Z","steps":["trace[1728753629] 'agreement among raft nodes before linearized reading' (duration: 582.977136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:25.600434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:25.017264Z","time spent":"583.160772ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T00:38:25.600435Z","caller":"traceutil/trace.go:171","msg":"trace[179212517] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"655.050244ms","start":"2026-04-16T00:38:24.945364Z","end":"2026-04-16T00:38:25.600414Z","steps":["trace[179212517] 'process raft request' (duration: 654.609222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:25.600579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:24.945334Z","time spent":"655.142206ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:25.764664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.791402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:25.764917Z","caller":"traceutil/trace.go:171","msg":"trace[1008526826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1987; }","duration":"123.07352ms","start":"2026-04-16T00:38:25.641818Z","end":"2026-04-16T00:38:25.764891Z","steps":["trace[1008526826] 'range keys from in-memory index tree' (duration: 122.760761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:25.94982Z","caller":"traceutil/trace.go:171","msg":"trace[2133729430] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"179.462959ms","start":"2026-04-16T00:38:25.770314Z","end":"2026-04-16T00:38:25.949777Z","steps":["trace[2133729430] 'process raft request' (duration: 179.086918ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:25.94983Z","caller":"traceutil/trace.go:171","msg":"trace[2143307447] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"179.021037ms","start":"2026-04-16T00:38:25.770769Z","end":"2026-04-16T00:38:25.94979Z","steps":["trace[2143307447] 'process raft request' (duration: 178.966725ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:25.949865Z","caller":"traceutil/trace.go:171","msg":"trace[1550517919] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"179.244542ms","start":"2026-04-16T00:38:25.770584Z","end":"2026-04-16T00:38:25.949829Z","steps":["trace[1550517919] 'process raft request' (duration: 179.068457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:25.949932Z","caller":"traceutil/trace.go:171","msg":"trace[1993141492] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"179.233153ms","start":"2026-04-16T00:38:25.770648Z","end":"2026-04-16T00:38:25.949881Z","steps":["trace[1993141492] 'process raft request' (duration: 179.049918ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:27.870249Z","caller":"traceutil/trace.go:171","msg":"trace[1105299241] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2056; }","duration":"118.408286ms","start":"2026-04-16T00:38:27.751807Z","end":"2026-04-16T00:38:27.870215Z","steps":["trace[1105299241] 'read index received' (duration: 118.250861ms)","trace[1105299241] 'applied index is now lower than readState.Index' (duration: 156.085µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:27.870324Z","caller":"traceutil/trace.go:171","msg":"trace[1252800996] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"263.990968ms","start":"2026-04-16T00:38:27.606286Z","end":"2026-04-16T00:38:27.870277Z","steps":["trace[1252800996] 'process raft request' (duration: 263.735402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:27.870478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.654492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:27.870594Z","caller":"traceutil/trace.go:171","msg":"trace[500716239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1994; }","duration":"118.828206ms","start":"2026-04-16T00:38:27.751742Z","end":"2026-04-16T00:38:27.87057Z","steps":["trace[500716239] 'agreement among raft nodes before linearized reading' (duration: 118.636181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:28.106939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.345785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:38:28.107019Z","caller":"traceutil/trace.go:171","msg":"trace[1815126645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1995; }","duration":"152.477867ms","start":"2026-04-16T00:38:27.954524Z","end":"2026-04-16T00:38:28.107002Z","steps":["trace[1815126645] 'range keys from in-memory index tree' (duration: 152.137769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:28.106942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.336594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:38:28.107055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.717057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:38:28.107113Z","caller":"traceutil/trace.go:171","msg":"trace[974218391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1995; }","duration":"151.806899ms","start":"2026-04-16T00:38:27.955287Z","end":"2026-04-16T00:38:28.107094Z","steps":["trace[974218391] 'range keys from in-memory index tree' (duration: 151.547664ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:28.107112Z","caller":"traceutil/trace.go:171","msg":"trace[403018550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1995; }","duration":"152.553399ms","start":"2026-04-16T00:38:27.954533Z","end":"2026-04-16T00:38:28.107086Z","steps":["trace[403018550] 'range keys from in-memory index tree' (duration: 152.113449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:28.107564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.307262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:38:28.107663Z","caller":"traceutil/trace.go:171","msg":"trace[1272990377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1995; }","duration":"152.454028ms","start":"2026-04-16T00:38:27.95519Z","end":"2026-04-16T00:38:28.107644Z","steps":["trace[1272990377] 'range keys from in-memory index tree' (duration: 151.527102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:30.136019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929006222s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:30.136134Z","caller":"traceutil/trace.go:171","msg":"trace[528486580] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2061; }","duration":"1.849716103s","start":"2026-04-16T00:38:28.286399Z","end":"2026-04-16T00:38:30.136115Z","steps":["trace[528486580] 'read index received' (duration: 61.192µs)","trace[528486580] 'applied index is now lower than readState.Index' (duration: 1.849653631s)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:30.136168Z","caller":"traceutil/trace.go:171","msg":"trace[83830329] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"2.022962533s","start":"2026-04-16T00:38:28.113162Z","end":"2026-04-16T00:38:30.136125Z","steps":["trace[83830329] 'process raft request' (duration: 93.726835ms)","trace[83830329] 'compare' (duration: 1.928464668s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:30.136235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849835496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:30.136286Z","caller":"traceutil/trace.go:171","msg":"trace[1752260159] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1999; }","duration":"1.849921588s","start":"2026-04-16T00:38:28.28635Z","end":"2026-04-16T00:38:30.136271Z","steps":["trace[1752260159] 'agreement among raft nodes before linearized reading' (duration: 1.849836786s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:30.136258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:28.113137Z","time spent":"2.023076846s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:30.136327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:28.286327Z","time spent":"1.849987979s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:38:30.163247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146990315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:30.163321Z","caller":"traceutil/trace.go:171","msg":"trace[1094326728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"1.147108476s","start":"2026-04-16T00:38:29.016195Z","end":"2026-04-16T00:38:30.163304Z","steps":["trace[1094326728] 'agreement among raft nodes before linearized reading' (duration: 1.146984733s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:30.163344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.995384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:38:30.163327Z","caller":"traceutil/trace.go:171","msg":"trace[1135760864] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"286.90518ms","start":"2026-04-16T00:38:29.876366Z","end":"2026-04-16T00:38:30.163272Z","steps":["trace[1135760864] 'process raft request' (duration: 286.620492ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:30.16344Z","caller":"traceutil/trace.go:171","msg":"trace[1557620407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2000; }","duration":"262.153149ms","start":"2026-04-16T00:38:29.90127Z","end":"2026-04-16T00:38:30.163423Z","steps":["trace[1557620407] 'agreement among raft nodes before linearized reading' (duration: 261.903092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:30.163386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:29.016174Z","time spent":"1.147177249s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:38:30.429254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.920444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:30.429528Z","caller":"traceutil/trace.go:171","msg":"trace[75267803] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2063; }","duration":"257.579227ms","start":"2026-04-16T00:38:30.171926Z","end":"2026-04-16T00:38:30.429505Z","steps":["trace[75267803] 'read index received' (duration: 115.255093ms)","trace[75267803] 'applied index is now lower than readState.Index' (duration: 142.322784ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:30.429591Z","caller":"traceutil/trace.go:171","msg":"trace[2024046217] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"261.449461ms","start":"2026-04-16T00:38:30.1681Z","end":"2026-04-16T00:38:30.42955Z","steps":["trace[2024046217] 'process raft request' (duration: 261.290766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:30.429711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.793218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:30.429756Z","caller":"traceutil/trace.go:171","msg":"trace[1963512327] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2002; }","duration":"203.886391ms","start":"2026-04-16T00:38:30.225855Z","end":"2026-04-16T00:38:30.429742Z","steps":["trace[1963512327] 'agreement among raft nodes before linearized reading' (duration: 203.80296ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:30.429591Z","caller":"traceutil/trace.go:171","msg":"trace[1856970281] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"261.852802ms","start":"2026-04-16T00:38:30.167701Z","end":"2026-04-16T00:38:30.429554Z","steps":["trace[1856970281] 'process raft request' (duration: 119.474056ms)","trace[1856970281] 'compare' (duration: 141.646546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:30.429834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.870861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:38:30.429889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.613145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:38:30.429973Z","caller":"traceutil/trace.go:171","msg":"trace[1247791085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2002; }","duration":"218.727518ms","start":"2026-04-16T00:38:30.211236Z","end":"2026-04-16T00:38:30.429963Z","steps":["trace[1247791085] 'agreement among raft nodes before linearized reading' (duration: 218.486942ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:30.429957Z","caller":"traceutil/trace.go:171","msg":"trace[1471624430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2002; }","duration":"219.009836ms","start":"2026-04-16T00:38:30.210901Z","end":"2026-04-16T00:38:30.429911Z","steps":["trace[1471624430] 'agreement among raft nodes before linearized reading' (duration: 218.750199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:30.430129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.205503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:30.430181Z","caller":"traceutil/trace.go:171","msg":"trace[1254252190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2002; }","duration":"258.278045ms","start":"2026-04-16T00:38:30.17189Z","end":"2026-04-16T00:38:30.430168Z","steps":["trace[1254252190] 'agreement among raft nodes before linearized reading' (duration: 257.7054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:30.605461Z","caller":"traceutil/trace.go:171","msg":"trace[2131334385] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"170.763696ms","start":"2026-04-16T00:38:30.434665Z","end":"2026-04-16T00:38:30.605429Z","steps":["trace[2131334385] 'process raft request' (duration: 124.103518ms)","trace[2131334385] 'compare' (duration: 46.497773ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:34.272574Z","caller":"traceutil/trace.go:171","msg":"trace[1439470886] linearizableReadLoop","detail":"{readStateIndex:2083; appliedIndex:2082; }","duration":"255.422639ms","start":"2026-04-16T00:38:34.017131Z","end":"2026-04-16T00:38:34.272553Z","steps":["trace[1439470886] 'read index received' (duration: 255.311076ms)","trace[1439470886] 'applied index is now lower than readState.Index' (duration: 110.513µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:34.272597Z","caller":"traceutil/trace.go:171","msg":"trace[1814270502] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"544.861187ms","start":"2026-04-16T00:38:33.727713Z","end":"2026-04-16T00:38:34.272575Z","steps":["trace[1814270502] 'process raft request' (duration: 544.700273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:34.272748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.606084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:38:34.272753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:33.727682Z","time spent":"544.975301ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:38:34.272787Z","caller":"traceutil/trace.go:171","msg":"trace[1756210457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2019; }","duration":"255.687376ms","start":"2026-04-16T00:38:34.017089Z","end":"2026-04-16T00:38:34.272776Z","steps":["trace[1756210457] 'agreement among raft nodes before linearized reading' (duration: 255.571603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:34.275933Z","caller":"traceutil/trace.go:171","msg":"trace[1192669282] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"102.646324ms","start":"2026-04-16T00:38:34.173261Z","end":"2026-04-16T00:38:34.275908Z","steps":["trace[1192669282] 'process raft request' (duration: 102.472579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:34.276154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.155829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T00:38:34.276203Z","caller":"traceutil/trace.go:171","msg":"trace[1200593435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2020; }","duration":"121.206011ms","start":"2026-04-16T00:38:34.154985Z","end":"2026-04-16T00:38:34.276191Z","steps":["trace[1200593435] 'agreement among raft nodes before linearized reading' (duration: 121.085827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:35.45549Z","caller":"traceutil/trace.go:171","msg":"trace[909716373] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"167.621841ms","start":"2026-04-16T00:38:35.287815Z","end":"2026-04-16T00:38:35.455437Z","steps":["trace[909716373] 'process raft request' (duration: 76.769063ms)","trace[909716373] 'compare' (duration: 90.581871ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:36.399034Z","caller":"traceutil/trace.go:171","msg":"trace[493519238] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"117.43163ms","start":"2026-04-16T00:38:36.281563Z","end":"2026-04-16T00:38:36.398995Z","steps":["trace[493519238] 'process raft request' (duration: 60.56711ms)","trace[493519238] 'compare' (duration: 56.615414ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:36.39918Z","caller":"traceutil/trace.go:171","msg":"trace[121636738] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"115.808166ms","start":"2026-04-16T00:38:36.283329Z","end":"2026-04-16T00:38:36.399137Z","steps":["trace[121636738] 'process raft request' (duration: 115.61545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:36.400071Z","caller":"traceutil/trace.go:171","msg":"trace[1810658961] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"109.858247ms","start":"2026-04-16T00:38:36.2902Z","end":"2026-04-16T00:38:36.400058Z","steps":["trace[1810658961] 'process raft request' (duration: 109.701832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:36.400397Z","caller":"traceutil/trace.go:171","msg":"trace[500095269] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"108.416038ms","start":"2026-04-16T00:38:36.291971Z","end":"2026-04-16T00:38:36.400387Z","steps":["trace[500095269] 'process raft request' (duration: 108.017137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:36.400657Z","caller":"traceutil/trace.go:171","msg":"trace[1283101890] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"104.629578ms","start":"2026-04-16T00:38:36.295996Z","end":"2026-04-16T00:38:36.400625Z","steps":["trace[1283101890] 'process raft request' (duration: 104.193196ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:40.746266Z","caller":"traceutil/trace.go:171","msg":"trace[2082050013] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2146; }","duration":"319.787329ms","start":"2026-04-16T00:38:40.426462Z","end":"2026-04-16T00:38:40.746249Z","steps":["trace[2082050013] 'read index received' (duration: 319.621456ms)","trace[2082050013] 'applied index is now lower than readState.Index' (duration: 165.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:40.746384Z","caller":"traceutil/trace.go:171","msg":"trace[1247683791] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"331.448431ms","start":"2026-04-16T00:38:40.4149Z","end":"2026-04-16T00:38:40.746348Z","steps":["trace[1247683791] 'process raft request' (duration: 331.238036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:40.746456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.991205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:38:40.746479Z","caller":"traceutil/trace.go:171","msg":"trace[225310093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2082; }","duration":"320.073687ms","start":"2026-04-16T00:38:40.426399Z","end":"2026-04-16T00:38:40.746472Z","steps":["trace[225310093] 'agreement among raft nodes before linearized reading' (duration: 319.945804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:40.746502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:40.426372Z","time spent":"320.124439ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:38:40.746555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:40.414873Z","time spent":"331.589415ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:38:40.746582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.055314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:38:40.746644Z","caller":"traceutil/trace.go:171","msg":"trace[1484881956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2082; }","duration":"226.165067ms","start":"2026-04-16T00:38:40.520463Z","end":"2026-04-16T00:38:40.746628Z","steps":["trace[1484881956] 'agreement among raft nodes before linearized reading' (duration: 226.009932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:40.746594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.886282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:38:40.746714Z","caller":"traceutil/trace.go:171","msg":"trace[1724935536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2082; }","duration":"274.077417ms","start":"2026-04-16T00:38:40.472625Z","end":"2026-04-16T00:38:40.746702Z","steps":["trace[1724935536] 'agreement among raft nodes before linearized reading' (duration: 273.791749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:40.746766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.754883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:38:40.746906Z","caller":"traceutil/trace.go:171","msg":"trace[1958857297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2082; }","duration":"272.938736ms","start":"2026-04-16T00:38:40.47394Z","end":"2026-04-16T00:38:40.746879Z","steps":["trace[1958857297] 'agreement among raft nodes before linearized reading' (duration: 272.562817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:41.012169Z","caller":"traceutil/trace.go:171","msg":"trace[1373428182] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"261.864741ms","start":"2026-04-16T00:38:40.750255Z","end":"2026-04-16T00:38:41.01212Z","steps":["trace[1373428182] 'process raft request' (duration: 224.267536ms)","trace[1373428182] 'compare' (duration: 37.207774ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:41.019226Z","caller":"traceutil/trace.go:171","msg":"trace[1444760920] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"268.448137ms","start":"2026-04-16T00:38:40.750757Z","end":"2026-04-16T00:38:41.019205Z","steps":["trace[1444760920] 'process raft request' (duration: 268.385145ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:41.019267Z","caller":"traceutil/trace.go:171","msg":"trace[1226465480] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"268.669032ms","start":"2026-04-16T00:38:40.750577Z","end":"2026-04-16T00:38:41.019246Z","steps":["trace[1226465480] 'process raft request' (duration: 268.435416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:41.019508Z","caller":"traceutil/trace.go:171","msg":"trace[87119715] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"267.337089ms","start":"2026-04-16T00:38:40.752163Z","end":"2026-04-16T00:38:41.0195Z","steps":["trace[87119715] 'process raft request' (duration: 267.00904ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:41.019851Z","caller":"traceutil/trace.go:171","msg":"trace[70025362] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"267.474051ms","start":"2026-04-16T00:38:40.752329Z","end":"2026-04-16T00:38:41.019803Z","steps":["trace[70025362] 'process raft request' (duration: 267.133672ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.743207Z","caller":"traceutil/trace.go:171","msg":"trace[1214626673] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2276; }","duration":"174.753422ms","start":"2026-04-16T00:38:44.568434Z","end":"2026-04-16T00:38:44.743188Z","steps":["trace[1214626673] 'read index received' (duration: 31.750059ms)","trace[1214626673] 'applied index is now lower than readState.Index' (duration: 143.002753ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:44.743251Z","caller":"traceutil/trace.go:171","msg":"trace[1233763817] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2204; }","duration":"181.578964ms","start":"2026-04-16T00:38:44.561633Z","end":"2026-04-16T00:38:44.743212Z","steps":["trace[1233763817] 'process raft request' (duration: 181.41312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.74334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.885585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.743403Z","caller":"traceutil/trace.go:171","msg":"trace[741369332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2204; }","duration":"174.981758ms","start":"2026-04-16T00:38:44.568407Z","end":"2026-04-16T00:38:44.743388Z","steps":["trace[741369332] 'agreement among raft nodes before linearized reading' (duration: 174.883986ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.756285Z","caller":"traceutil/trace.go:171","msg":"trace[1782875023] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"147.085761ms","start":"2026-04-16T00:38:44.60918Z","end":"2026-04-16T00:38:44.756265Z","steps":["trace[1782875023] 'process raft request' (duration: 146.808404ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.756342Z","caller":"traceutil/trace.go:171","msg":"trace[1604460930] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"146.98525ms","start":"2026-04-16T00:38:44.609332Z","end":"2026-04-16T00:38:44.756317Z","steps":["trace[1604460930] 'process raft request' (duration: 146.861307ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.75661Z","caller":"traceutil/trace.go:171","msg":"trace[352143383] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"147.133503ms","start":"2026-04-16T00:38:44.609465Z","end":"2026-04-16T00:38:44.756598Z","steps":["trace[352143383] 'process raft request' (duration: 146.796304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.75674Z","caller":"traceutil/trace.go:171","msg":"trace[1888155501] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"147.126924ms","start":"2026-04-16T00:38:44.609595Z","end":"2026-04-16T00:38:44.756722Z","steps":["trace[1888155501] 'process raft request' (duration: 146.878687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.756825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.664103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.756884Z","caller":"traceutil/trace.go:171","msg":"trace[1072482493] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2211; }","duration":"130.752326ms","start":"2026-04-16T00:38:44.626119Z","end":"2026-04-16T00:38:44.756872Z","steps":["trace[1072482493] 'agreement among raft nodes before linearized reading' (duration: 130.649943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.756906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.759196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.756941Z","caller":"traceutil/trace.go:171","msg":"trace[707345947] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2211; }","duration":"130.796708ms","start":"2026-04-16T00:38:44.626134Z","end":"2026-04-16T00:38:44.75693Z","steps":["trace[707345947] 'agreement among raft nodes before linearized reading' (duration: 130.744826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.75701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.082838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.757032Z","caller":"traceutil/trace.go:171","msg":"trace[566055496] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2211; }","duration":"145.115869ms","start":"2026-04-16T00:38:44.611911Z","end":"2026-04-16T00:38:44.757026Z","steps":["trace[566055496] 'agreement among raft nodes before linearized reading' (duration: 145.083109ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.757114Z","caller":"traceutil/trace.go:171","msg":"trace[1103615612] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"147.215726ms","start":"2026-04-16T00:38:44.609887Z","end":"2026-04-16T00:38:44.757102Z","steps":["trace[1103615612] 'process raft request' (duration: 146.663731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.757129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.623982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:38:44.75715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.125589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.757163Z","caller":"traceutil/trace.go:171","msg":"trace[1410955335] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2211; }","duration":"170.678124ms","start":"2026-04-16T00:38:44.586477Z","end":"2026-04-16T00:38:44.757155Z","steps":["trace[1410955335] 'agreement among raft nodes before linearized reading' (duration: 170.592761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.757178Z","caller":"traceutil/trace.go:171","msg":"trace[698946734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2211; }","duration":"188.16924ms","start":"2026-04-16T00:38:44.569002Z","end":"2026-04-16T00:38:44.757172Z","steps":["trace[698946734] 'agreement among raft nodes before linearized reading' (duration: 188.129268ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.757265Z","caller":"traceutil/trace.go:171","msg":"trace[468422222] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"147.242817ms","start":"2026-04-16T00:38:44.610013Z","end":"2026-04-16T00:38:44.757256Z","steps":["trace[468422222] 'process raft request' (duration: 146.571559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.757285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.818899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.757304Z","caller":"traceutil/trace.go:171","msg":"trace[344461042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2211; }","duration":"188.842469ms","start":"2026-04-16T00:38:44.568456Z","end":"2026-04-16T00:38:44.757299Z","steps":["trace[344461042] 'agreement among raft nodes before linearized reading' (duration: 188.810099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.757334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.324621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.757361Z","caller":"traceutil/trace.go:171","msg":"trace[1002329790] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2211; }","duration":"146.350121ms","start":"2026-04-16T00:38:44.611004Z","end":"2026-04-16T00:38:44.757355Z","steps":["trace[1002329790] 'agreement among raft nodes before linearized reading' (duration: 146.314941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.757505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.908343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.757529Z","caller":"traceutil/trace.go:171","msg":"trace[746070940] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2211; }","duration":"169.969954ms","start":"2026-04-16T00:38:44.587553Z","end":"2026-04-16T00:38:44.757523Z","steps":["trace[746070940] 'agreement among raft nodes before linearized reading' (duration: 169.929383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:44.757577Z","caller":"traceutil/trace.go:171","msg":"trace[1869638500] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"144.625667ms","start":"2026-04-16T00:38:44.612939Z","end":"2026-04-16T00:38:44.757564Z","steps":["trace[1869638500] 'process raft request' (duration: 143.670912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.757631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.087235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.757658Z","caller":"traceutil/trace.go:171","msg":"trace[820094325] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2211; }","duration":"171.123415ms","start":"2026-04-16T00:38:44.586524Z","end":"2026-04-16T00:38:44.757647Z","steps":["trace[820094325] 'agreement among raft nodes before linearized reading' (duration: 171.089615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.757304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.26582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.757737Z","caller":"traceutil/trace.go:171","msg":"trace[40437073] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2211; }","duration":"146.707802ms","start":"2026-04-16T00:38:44.61102Z","end":"2026-04-16T00:38:44.757728Z","steps":["trace[40437073] 'agreement among raft nodes before linearized reading' (duration: 146.25829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.7581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.128931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.758147Z","caller":"traceutil/trace.go:171","msg":"trace[1931303586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2211; }","duration":"111.189403ms","start":"2026-04-16T00:38:44.646947Z","end":"2026-04-16T00:38:44.758136Z","steps":["trace[1931303586] 'agreement among raft nodes before linearized reading' (duration: 111.122771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.758189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.008729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.758251Z","caller":"traceutil/trace.go:171","msg":"trace[932202619] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2211; }","duration":"132.097993ms","start":"2026-04-16T00:38:44.626136Z","end":"2026-04-16T00:38:44.758234Z","steps":["trace[932202619] 'agreement among raft nodes before linearized reading' (duration: 131.972868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.758403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.534202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.758425Z","caller":"traceutil/trace.go:171","msg":"trace[937169701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2211; }","duration":"111.572993ms","start":"2026-04-16T00:38:44.646846Z","end":"2026-04-16T00:38:44.758419Z","steps":["trace[937169701] 'agreement among raft nodes before linearized reading' (duration: 111.538002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:44.758499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.747318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:44.758519Z","caller":"traceutil/trace.go:171","msg":"trace[267693762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2211; }","duration":"111.807609ms","start":"2026-04-16T00:38:44.646706Z","end":"2026-04-16T00:38:44.758514Z","steps":["trace[267693762] 'agreement among raft nodes before linearized reading' (duration: 111.780979ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:45.602269Z","caller":"traceutil/trace.go:171","msg":"trace[2110399003] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"108.521502ms","start":"2026-04-16T00:38:45.492956Z","end":"2026-04-16T00:38:45.601478Z","steps":["trace[2110399003] 'process raft request' (duration: 108.318746ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:45.642521Z","caller":"traceutil/trace.go:171","msg":"trace[813865818] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2218; }","duration":"147.357099ms","start":"2026-04-16T00:38:45.495105Z","end":"2026-04-16T00:38:45.642462Z","steps":["trace[813865818] 'process raft request' (duration: 147.307178ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:45.642559Z","caller":"traceutil/trace.go:171","msg":"trace[1323344937] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2218; }","duration":"148.302656ms","start":"2026-04-16T00:38:45.494199Z","end":"2026-04-16T00:38:45.642502Z","steps":["trace[1323344937] 'process raft request' (duration: 148.072819ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:47.611677Z","caller":"traceutil/trace.go:171","msg":"trace[732019700] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"191.046528ms","start":"2026-04-16T00:38:47.420606Z","end":"2026-04-16T00:38:47.611653Z","steps":["trace[732019700] 'process raft request' (duration: 190.815252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:47.979818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.660258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:47.979965Z","caller":"traceutil/trace.go:171","msg":"trace[187632224] linearizableReadLoop","detail":"{readStateIndex:2432; appliedIndex:2430; }","duration":"181.350779ms","start":"2026-04-16T00:38:47.798603Z","end":"2026-04-16T00:38:47.979954Z","steps":["trace[187632224] 'read index received' (duration: 180.960589ms)","trace[187632224] 'applied index is now lower than readState.Index' (duration: 389.41µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:47.980024Z","caller":"traceutil/trace.go:171","msg":"trace[1208951928] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"354.59603ms","start":"2026-04-16T00:38:47.62542Z","end":"2026-04-16T00:38:47.980016Z","steps":["trace[1208951928] 'process raft request' (duration: 105.680845ms)","trace[1208951928] 'compare' (duration: 248.492024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:47.980062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:47.625387Z","time spent":"354.659402ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:38:47.980258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.626566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:47.980324Z","caller":"traceutil/trace.go:171","msg":"trace[833567975] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"354.426726ms","start":"2026-04-16T00:38:47.62589Z","end":"2026-04-16T00:38:47.980317Z","steps":["trace[833567975] 'process raft request' (duration: 354.006574ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:47.980348Z","caller":"traceutil/trace.go:171","msg":"trace[769364928] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:2339; }","duration":"181.769369ms","start":"2026-04-16T00:38:47.798555Z","end":"2026-04-16T00:38:47.980325Z","steps":["trace[769364928] 'agreement among raft nodes before linearized reading' (duration: 181.571454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:47.980363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:47.625882Z","time spent":"354.464507ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1426,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:38:48.258288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.744245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:48.258628Z","caller":"traceutil/trace.go:171","msg":"trace[400848892] linearizableReadLoop","detail":"{readStateIndex:2436; appliedIndex:2434; }","duration":"180.676969ms","start":"2026-04-16T00:38:48.077929Z","end":"2026-04-16T00:38:48.258606Z","steps":["trace[400848892] 'read index received' (duration: 52.507033ms)","trace[400848892] 'applied index is now lower than readState.Index' (duration: 128.167866ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:48.25864Z","caller":"traceutil/trace.go:171","msg":"trace[564842233] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"243.48896ms","start":"2026-04-16T00:38:48.015121Z","end":"2026-04-16T00:38:48.25861Z","steps":["trace[564842233] 'process raft request' (duration: 243.311315ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.2586Z","caller":"traceutil/trace.go:171","msg":"trace[903296548] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"243.773217ms","start":"2026-04-16T00:38:48.014761Z","end":"2026-04-16T00:38:48.258534Z","steps":["trace[903296548] 'process raft request' (duration: 115.685822ms)","trace[903296548] 'compare' (duration: 127.585441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:48.258758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.183705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:48.258794Z","caller":"traceutil/trace.go:171","msg":"trace[1722229003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2343; }","duration":"242.252857ms","start":"2026-04-16T00:38:48.016531Z","end":"2026-04-16T00:38:48.258784Z","steps":["trace[1722229003] 'agreement among raft nodes before linearized reading' (duration: 242.180244ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.268159Z","caller":"traceutil/trace.go:171","msg":"trace[416891116] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"184.679968ms","start":"2026-04-16T00:38:48.083462Z","end":"2026-04-16T00:38:48.268142Z","steps":["trace[416891116] 'process raft request' (duration: 184.502193ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.268152Z","caller":"traceutil/trace.go:171","msg":"trace[917293337] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"184.167864ms","start":"2026-04-16T00:38:48.083965Z","end":"2026-04-16T00:38:48.268133Z","steps":["trace[917293337] 'process raft request' (duration: 184.126062ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.304845Z","caller":"traceutil/trace.go:171","msg":"trace[880777835] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"165.068022ms","start":"2026-04-16T00:38:48.139752Z","end":"2026-04-16T00:38:48.30482Z","steps":["trace[880777835] 'process raft request' (duration: 164.592139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:48.305021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.932368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:38:48.305122Z","caller":"traceutil/trace.go:171","msg":"trace[1539435320] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:2348; }","duration":"144.081223ms","start":"2026-04-16T00:38:48.161006Z","end":"2026-04-16T00:38:48.305087Z","steps":["trace[1539435320] 'agreement among raft nodes before linearized reading' (duration: 143.954219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.382943Z","caller":"traceutil/trace.go:171","msg":"trace[1900970351] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"109.55999ms","start":"2026-04-16T00:38:48.273361Z","end":"2026-04-16T00:38:48.382921Z","steps":["trace[1900970351] 'process raft request' (duration: 109.388695ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.382981Z","caller":"traceutil/trace.go:171","msg":"trace[1628323] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"109.95871ms","start":"2026-04-16T00:38:48.272951Z","end":"2026-04-16T00:38:48.382909Z","steps":["trace[1628323] 'process raft request' (duration: 85.282299ms)","trace[1628323] 'compare' (duration: 24.331671ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:48.383163Z","caller":"traceutil/trace.go:171","msg":"trace[674298458] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"109.479358ms","start":"2026-04-16T00:38:48.273667Z","end":"2026-04-16T00:38:48.383146Z","steps":["trace[674298458] 'process raft request' (duration: 109.265132ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.383384Z","caller":"traceutil/trace.go:171","msg":"trace[924258091] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"109.758214ms","start":"2026-04-16T00:38:48.273545Z","end":"2026-04-16T00:38:48.383303Z","steps":["trace[924258091] 'process raft request' (duration: 109.343193ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.383203Z","caller":"traceutil/trace.go:171","msg":"trace[685366319] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"109.800255ms","start":"2026-04-16T00:38:48.273384Z","end":"2026-04-16T00:38:48.383184Z","steps":["trace[685366319] 'process raft request' (duration: 109.420836ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.383251Z","caller":"traceutil/trace.go:171","msg":"trace[622981853] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"108.638664ms","start":"2026-04-16T00:38:48.274573Z","end":"2026-04-16T00:38:48.383211Z","steps":["trace[622981853] 'process raft request' (duration: 108.401708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.383297Z","caller":"traceutil/trace.go:171","msg":"trace[85744269] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"108.319516ms","start":"2026-04-16T00:38:48.274961Z","end":"2026-04-16T00:38:48.38328Z","steps":["trace[85744269] 'process raft request' (duration: 108.06601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:48.383597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.248516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:48.383015Z","caller":"traceutil/trace.go:171","msg":"trace[778921284] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"109.528458ms","start":"2026-04-16T00:38:48.273464Z","end":"2026-04-16T00:38:48.382992Z","steps":["trace[778921284] 'process raft request' (duration: 109.384435ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.383688Z","caller":"traceutil/trace.go:171","msg":"trace[1790364650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2357; }","duration":"123.40767ms","start":"2026-04-16T00:38:48.26026Z","end":"2026-04-16T00:38:48.383668Z","steps":["trace[1790364650] 'agreement among raft nodes before linearized reading' (duration: 123.217884ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.822265Z","caller":"traceutil/trace.go:171","msg":"trace[1268052900] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"194.85491ms","start":"2026-04-16T00:38:48.627377Z","end":"2026-04-16T00:38:48.822232Z","steps":["trace[1268052900] 'process raft request' (duration: 194.680825ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.829103Z","caller":"traceutil/trace.go:171","msg":"trace[49827750] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"201.434785ms","start":"2026-04-16T00:38:48.627641Z","end":"2026-04-16T00:38:48.829076Z","steps":["trace[49827750] 'process raft request' (duration: 201.203439ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.829229Z","caller":"traceutil/trace.go:171","msg":"trace[293804247] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"196.936385ms","start":"2026-04-16T00:38:48.632237Z","end":"2026-04-16T00:38:48.829173Z","steps":["trace[293804247] 'process raft request' (duration: 196.785931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:48.829435Z","caller":"traceutil/trace.go:171","msg":"trace[1629991852] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"198.59896ms","start":"2026-04-16T00:38:48.630826Z","end":"2026-04-16T00:38:48.829425Z","steps":["trace[1629991852] 'process raft request' (duration: 198.138587ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.113455Z","caller":"traceutil/trace.go:171","msg":"trace[1672497158] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"279.065202ms","start":"2026-04-16T00:38:48.834352Z","end":"2026-04-16T00:38:49.113417Z","steps":["trace[1672497158] 'process raft request' (duration: 213.025146ms)","trace[1672497158] 'compare' (duration: 65.790609ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:49.123466Z","caller":"traceutil/trace.go:171","msg":"trace[1368688634] linearizableReadLoop","detail":"{readStateIndex:2482; appliedIndex:2478; }","duration":"135.199565ms","start":"2026-04-16T00:38:48.988242Z","end":"2026-04-16T00:38:49.123442Z","steps":["trace[1368688634] 'read index received' (duration: 59.162012ms)","trace[1368688634] 'applied index is now lower than readState.Index' (duration: 76.036163ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:49.123563Z","caller":"traceutil/trace.go:171","msg":"trace[1725225605] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"288.414441ms","start":"2026-04-16T00:38:48.835136Z","end":"2026-04-16T00:38:49.12355Z","steps":["trace[1725225605] 'process raft request' (duration: 288.04244ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.123485Z","caller":"traceutil/trace.go:171","msg":"trace[1615705389] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"286.561591ms","start":"2026-04-16T00:38:48.836896Z","end":"2026-04-16T00:38:49.123457Z","steps":["trace[1615705389] 'process raft request' (duration: 286.421488ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.123647Z","caller":"traceutil/trace.go:171","msg":"trace[514181244] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"282.358438ms","start":"2026-04-16T00:38:48.841261Z","end":"2026-04-16T00:38:49.123619Z","steps":["trace[514181244] 'process raft request' (duration: 282.126902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:49.124167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.902444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T00:38:49.124217Z","caller":"traceutil/trace.go:171","msg":"trace[489156666] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2389; }","duration":"135.983696ms","start":"2026-04-16T00:38:48.988223Z","end":"2026-04-16T00:38:49.124207Z","steps":["trace[489156666] 'agreement among raft nodes before linearized reading' (duration: 135.594555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:49.166158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.316655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:49.166467Z","caller":"traceutil/trace.go:171","msg":"trace[1994582633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2392; }","duration":"148.691205ms","start":"2026-04-16T00:38:49.017751Z","end":"2026-04-16T00:38:49.166442Z","steps":["trace[1994582633] 'agreement among raft nodes before linearized reading' (duration: 148.278004ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.334883Z","caller":"traceutil/trace.go:171","msg":"trace[1570987732] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"163.159172ms","start":"2026-04-16T00:38:49.171675Z","end":"2026-04-16T00:38:49.334834Z","steps":["trace[1570987732] 'process raft request' (duration: 162.570145ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.335034Z","caller":"traceutil/trace.go:171","msg":"trace[94985233] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"163.138461ms","start":"2026-04-16T00:38:49.171856Z","end":"2026-04-16T00:38:49.334995Z","steps":["trace[94985233] 'process raft request' (duration: 162.899545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.335181Z","caller":"traceutil/trace.go:171","msg":"trace[62707587] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"163.159212ms","start":"2026-04-16T00:38:49.171977Z","end":"2026-04-16T00:38:49.335136Z","steps":["trace[62707587] 'process raft request' (duration: 162.943666ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.335449Z","caller":"traceutil/trace.go:171","msg":"trace[2064198552] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"162.505454ms","start":"2026-04-16T00:38:49.172704Z","end":"2026-04-16T00:38:49.33521Z","steps":["trace[2064198552] 'process raft request' (duration: 162.282158ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.335481Z","caller":"traceutil/trace.go:171","msg":"trace[1684458594] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2490; }","duration":"128.038183ms","start":"2026-04-16T00:38:49.207425Z","end":"2026-04-16T00:38:49.335463Z","steps":["trace[1684458594] 'read index received' (duration: 127.186801ms)","trace[1684458594] 'applied index is now lower than readState.Index' (duration: 849.841µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:49.335506Z","caller":"traceutil/trace.go:171","msg":"trace[1161235840] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"162.512825ms","start":"2026-04-16T00:38:49.172965Z","end":"2026-04-16T00:38:49.335478Z","steps":["trace[1161235840] 'process raft request' (duration: 162.105714ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.335578Z","caller":"traceutil/trace.go:171","msg":"trace[718966100] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"160.501ms","start":"2026-04-16T00:38:49.175019Z","end":"2026-04-16T00:38:49.33552Z","steps":["trace[718966100] 'process raft request' (duration: 160.125451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:49.33571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.992222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T00:38:49.335749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.903475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5509"} {"level":"info","ts":"2026-04-16T00:38:49.33577Z","caller":"traceutil/trace.go:171","msg":"trace[1410757348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2402; }","duration":"131.102905ms","start":"2026-04-16T00:38:49.204654Z","end":"2026-04-16T00:38:49.335757Z","steps":["trace[1410757348] 'agreement among raft nodes before linearized reading' (duration: 130.899289ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.335814Z","caller":"traceutil/trace.go:171","msg":"trace[1369005899] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:2402; }","duration":"160.07851ms","start":"2026-04-16T00:38:49.175722Z","end":"2026-04-16T00:38:49.335801Z","steps":["trace[1369005899] 'agreement among raft nodes before linearized reading' (duration: 159.850754ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.404303Z","caller":"traceutil/trace.go:171","msg":"trace[1879380018] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"191.247012ms","start":"2026-04-16T00:38:49.213021Z","end":"2026-04-16T00:38:49.404268Z","steps":["trace[1879380018] 'process raft request' (duration: 190.994306ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.404486Z","caller":"traceutil/trace.go:171","msg":"trace[2107708748] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"190.922315ms","start":"2026-04-16T00:38:49.213548Z","end":"2026-04-16T00:38:49.404471Z","steps":["trace[2107708748] 'process raft request' (duration: 190.648978ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.404772Z","caller":"traceutil/trace.go:171","msg":"trace[1556774217] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"189.947769ms","start":"2026-04-16T00:38:49.214808Z","end":"2026-04-16T00:38:49.404756Z","steps":["trace[1556774217] 'process raft request' (duration: 189.808965ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.405054Z","caller":"traceutil/trace.go:171","msg":"trace[672329083] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"189.144508ms","start":"2026-04-16T00:38:49.215896Z","end":"2026-04-16T00:38:49.405041Z","steps":["trace[672329083] 'process raft request' (duration: 188.800838ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.405181Z","caller":"traceutil/trace.go:171","msg":"trace[913438532] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"184.611706ms","start":"2026-04-16T00:38:49.220553Z","end":"2026-04-16T00:38:49.405165Z","steps":["trace[913438532] 'process raft request' (duration: 184.37623ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.404754Z","caller":"traceutil/trace.go:171","msg":"trace[591279358] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"190.035181ms","start":"2026-04-16T00:38:49.214678Z","end":"2026-04-16T00:38:49.404713Z","steps":["trace[591279358] 'process raft request' (duration: 189.734003ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.405457Z","caller":"traceutil/trace.go:171","msg":"trace[1606185396] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"180.408393ms","start":"2026-04-16T00:38:49.225033Z","end":"2026-04-16T00:38:49.405441Z","steps":["trace[1606185396] 'process raft request' (duration: 180.29132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:49.405573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.203925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:5789"} {"level":"info","ts":"2026-04-16T00:38:49.405607Z","caller":"traceutil/trace.go:171","msg":"trace[1424026544] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:2409; }","duration":"190.277627ms","start":"2026-04-16T00:38:49.215317Z","end":"2026-04-16T00:38:49.405595Z","steps":["trace[1424026544] 'agreement among raft nodes before linearized reading' (duration: 190.124623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:49.405693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.034997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T00:38:49.405786Z","caller":"traceutil/trace.go:171","msg":"trace[1420936195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2409; }","duration":"191.173491ms","start":"2026-04-16T00:38:49.214588Z","end":"2026-04-16T00:38:49.405761Z","steps":["trace[1420936195] 'agreement among raft nodes before linearized reading' (duration: 190.926685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:49.405981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.969762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T00:38:49.406072Z","caller":"traceutil/trace.go:171","msg":"trace[564004204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2409; }","duration":"189.078136ms","start":"2026-04-16T00:38:49.216984Z","end":"2026-04-16T00:38:49.406062Z","steps":["trace[564004204] 'agreement among raft nodes before linearized reading' (duration: 188.416618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.493833Z","caller":"traceutil/trace.go:171","msg":"trace[1921772991] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"152.345663ms","start":"2026-04-16T00:38:49.341449Z","end":"2026-04-16T00:38:49.493794Z","steps":["trace[1921772991] 'process raft request' (duration: 150.589916ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.494021Z","caller":"traceutil/trace.go:171","msg":"trace[1306440961] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"152.360012ms","start":"2026-04-16T00:38:49.341612Z","end":"2026-04-16T00:38:49.493972Z","steps":["trace[1306440961] 'process raft request' (duration: 152.095596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.494298Z","caller":"traceutil/trace.go:171","msg":"trace[905698769] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"152.092725ms","start":"2026-04-16T00:38:49.342169Z","end":"2026-04-16T00:38:49.494262Z","steps":["trace[905698769] 'process raft request' (duration: 151.754016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.494597Z","caller":"traceutil/trace.go:171","msg":"trace[1049072154] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"151.506591ms","start":"2026-04-16T00:38:49.343074Z","end":"2026-04-16T00:38:49.494581Z","steps":["trace[1049072154] 'process raft request' (duration: 150.998117ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:49.495751Z","caller":"traceutil/trace.go:171","msg":"trace[1238534170] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"150.685489ms","start":"2026-04-16T00:38:49.345041Z","end":"2026-04-16T00:38:49.495726Z","steps":["trace[1238534170] 'process raft request' (duration: 149.425465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:49.496011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.804378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5558"} {"level":"info","ts":"2026-04-16T00:38:49.496087Z","caller":"traceutil/trace.go:171","msg":"trace[197534451] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:2414; }","duration":"151.938792ms","start":"2026-04-16T00:38:49.344135Z","end":"2026-04-16T00:38:49.496074Z","steps":["trace[197534451] 'agreement among raft nodes before linearized reading' (duration: 151.608153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:49.496275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.874243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-hlb2w\" ","response":"range_response_count:1 size:4562"} {"level":"info","ts":"2026-04-16T00:38:49.496361Z","caller":"traceutil/trace.go:171","msg":"trace[215397864] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-hlb2w; range_end:; response_count:1; response_revision:2414; }","duration":"153.999897ms","start":"2026-04-16T00:38:49.342334Z","end":"2026-04-16T00:38:49.496334Z","steps":["trace[215397864] 'agreement among raft nodes before linearized reading' (duration: 153.293708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:51.035182Z","caller":"traceutil/trace.go:171","msg":"trace[69488014] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"200.207922ms","start":"2026-04-16T00:38:50.834932Z","end":"2026-04-16T00:38:51.035139Z","steps":["trace[69488014] 'process raft request' (duration: 199.972936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:51.03738Z","caller":"traceutil/trace.go:171","msg":"trace[941179334] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"161.699313ms","start":"2026-04-16T00:38:50.875656Z","end":"2026-04-16T00:38:51.037355Z","steps":["trace[941179334] 'process raft request' (duration: 161.56706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:51.577443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.24272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:51.577534Z","caller":"traceutil/trace.go:171","msg":"trace[1428777835] linearizableReadLoop","detail":"{readStateIndex:2578; appliedIndex:2577; }","duration":"165.906585ms","start":"2026-04-16T00:38:51.411615Z","end":"2026-04-16T00:38:51.577521Z","steps":["trace[1428777835] 'read index received' (duration: 39.781µs)","trace[1428777835] 'applied index is now lower than readState.Index' (duration: 165.865914ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:51.577619Z","caller":"traceutil/trace.go:171","msg":"trace[1488923252] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"217.914836ms","start":"2026-04-16T00:38:51.359693Z","end":"2026-04-16T00:38:51.577607Z","steps":["trace[1488923252] 'process raft request' (duration: 31.44142ms)","trace[1488923252] 'compare' (duration: 186.135337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:51.577985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.343547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T00:38:51.578091Z","caller":"traceutil/trace.go:171","msg":"trace[1958329687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2482; }","duration":"166.496131ms","start":"2026-04-16T00:38:51.411572Z","end":"2026-04-16T00:38:51.578068Z","steps":["trace[1958329687] 'agreement among raft nodes before linearized reading' (duration: 166.183782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:51.816622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.956894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:51.816864Z","caller":"traceutil/trace.go:171","msg":"trace[1153796149] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"234.773546ms","start":"2026-04-16T00:38:51.582055Z","end":"2026-04-16T00:38:51.816829Z","steps":["trace[1153796149] 'process raft request' (duration: 113.447313ms)","trace[1153796149] 'compare' (duration: 120.760058ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:51.81695Z","caller":"traceutil/trace.go:171","msg":"trace[1713643884] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"233.009479ms","start":"2026-04-16T00:38:51.583914Z","end":"2026-04-16T00:38:51.816924Z","steps":["trace[1713643884] 'process raft request' (duration: 232.946878ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:51.817424Z","caller":"traceutil/trace.go:171","msg":"trace[1731430486] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"235.092215ms","start":"2026-04-16T00:38:51.582318Z","end":"2026-04-16T00:38:51.81741Z","steps":["trace[1731430486] 'process raft request' (duration: 234.462698ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:52.088447Z","caller":"traceutil/trace.go:171","msg":"trace[1737514469] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"123.547302ms","start":"2026-04-16T00:38:51.964871Z","end":"2026-04-16T00:38:52.088419Z","steps":["trace[1737514469] 'process raft request' (duration: 123.205574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:53.990583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.528985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:38:53.990611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.42297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:38:53.990647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.157418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:53.990872Z","caller":"traceutil/trace.go:171","msg":"trace[1245747431] linearizableReadLoop","detail":"{readStateIndex:2591; appliedIndex:2590; }","duration":"148.943112ms","start":"2026-04-16T00:38:53.841915Z","end":"2026-04-16T00:38:53.990858Z","steps":["trace[1245747431] 'read index received' (duration: 29.911µs)","trace[1245747431] 'applied index is now lower than readState.Index' (duration: 148.911821ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:53.990678Z","caller":"traceutil/trace.go:171","msg":"trace[1277693735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2493; }","duration":"168.684859ms","start":"2026-04-16T00:38:53.821975Z","end":"2026-04-16T00:38:53.99066Z","steps":["trace[1277693735] 'range keys from in-memory index tree' (duration: 168.30337ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:53.990996Z","caller":"traceutil/trace.go:171","msg":"trace[1785217425] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"166.880281ms","start":"2026-04-16T00:38:53.824093Z","end":"2026-04-16T00:38:53.990973Z","steps":["trace[1785217425] 'process raft request' (duration: 14.326033ms)","trace[1785217425] 'compare' (duration: 151.88164ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:53.990726Z","caller":"traceutil/trace.go:171","msg":"trace[242898784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2493; }","duration":"169.620025ms","start":"2026-04-16T00:38:53.821079Z","end":"2026-04-16T00:38:53.990699Z","steps":["trace[242898784] 'range keys from in-memory index tree' (duration: 169.066449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:53.991395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.476126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T00:38:53.991427Z","caller":"traceutil/trace.go:171","msg":"trace[1161555237] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2494; }","duration":"149.534728ms","start":"2026-04-16T00:38:53.841882Z","end":"2026-04-16T00:38:53.991417Z","steps":["trace[1161555237] 'agreement among raft nodes before linearized reading' (duration: 149.027335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:56.149376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.866101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:38:56.14952Z","caller":"traceutil/trace.go:171","msg":"trace[465398074] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"133.383705ms","start":"2026-04-16T00:38:56.016116Z","end":"2026-04-16T00:38:56.149499Z","steps":["trace[465398074] 'read index received' (duration: 24.186686ms)","trace[465398074] 'applied index is now lower than readState.Index' (duration: 109.195719ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:38:56.14965Z","caller":"traceutil/trace.go:171","msg":"trace[1447240465] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"133.582731ms","start":"2026-04-16T00:38:56.016021Z","end":"2026-04-16T00:38:56.149603Z","steps":["trace[1447240465] 'process raft request' (duration: 24.363801ms)","trace[1447240465] 'compare' (duration: 108.667365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:38:56.149687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.18785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:38:56.149732Z","caller":"traceutil/trace.go:171","msg":"trace[353974188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2610; }","duration":"133.231161ms","start":"2026-04-16T00:38:56.01649Z","end":"2026-04-16T00:38:56.149721Z","steps":["trace[353974188] 'agreement among raft nodes before linearized reading' (duration: 133.15005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:56.14995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.802119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:38:56.150143Z","caller":"traceutil/trace.go:171","msg":"trace[498263925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2610; }","duration":"118.006565ms","start":"2026-04-16T00:38:56.032094Z","end":"2026-04-16T00:38:56.150101Z","steps":["trace[498263925] 'agreement among raft nodes before linearized reading' (duration: 117.613584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:56.150106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.959421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:13 size:322446"} {"level":"info","ts":"2026-04-16T00:38:56.150235Z","caller":"traceutil/trace.go:171","msg":"trace[258993401] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:13; response_revision:2610; }","duration":"134.097934ms","start":"2026-04-16T00:38:56.016104Z","end":"2026-04-16T00:38:56.150202Z","steps":["trace[258993401] 'agreement among raft nodes before linearized reading' (duration: 133.53133ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:57.721921Z","caller":"traceutil/trace.go:171","msg":"trace[1514856381] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"105.426237ms","start":"2026-04-16T00:38:57.616438Z","end":"2026-04-16T00:38:57.721864Z","steps":["trace[1514856381] 'process raft request' (duration: 105.166921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:38:58.58424Z","caller":"traceutil/trace.go:171","msg":"trace[1553412031] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"180.558878ms","start":"2026-04-16T00:38:58.403657Z","end":"2026-04-16T00:38:58.584216Z","steps":["trace[1553412031] 'process raft request' (duration: 180.335542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:58.926344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.151702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-16T00:38:58.926438Z","caller":"traceutil/trace.go:171","msg":"trace[1320502959] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e; range_end:; response_count:1; response_revision:2756; }","duration":"307.323226ms","start":"2026-04-16T00:38:58.619096Z","end":"2026-04-16T00:38:58.926419Z","steps":["trace[1320502959] 'range keys from in-memory index tree' (duration: 306.917306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:58.926458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.305277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:16 size:470249"} {"level":"info","ts":"2026-04-16T00:38:58.926542Z","caller":"traceutil/trace.go:171","msg":"trace[887645715] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:16; response_revision:2756; }","duration":"325.404789ms","start":"2026-04-16T00:38:58.60112Z","end":"2026-04-16T00:38:58.926525Z","steps":["trace[887645715] 'range keys from in-memory index tree' (duration: 324.890857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:38:58.926594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:58.601064Z","time spent":"325.519673ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":16,"response size":470272,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:38:58.926481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:58.619055Z","time spent":"307.415439ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" "} {"level":"warn","ts":"2026-04-16T00:39:00.309303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449360134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:39:01.325386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81637165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:39:01.325466Z","caller":"traceutil/trace.go:171","msg":"trace[1240866630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2757; }","duration":"1.816493894s","start":"2026-04-16T00:38:59.508956Z","end":"2026-04-16T00:39:01.32545Z","steps":["trace[1240866630] 'range keys from in-memory index tree' (duration: 1.816206096s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:01.325506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.50894Z","time spent":"1.816557856s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:39:01.325196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82086075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:01.325891Z","caller":"traceutil/trace.go:171","msg":"trace[2128837968] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2757; }","duration":"1.821615429s","start":"2026-04-16T00:38:59.504255Z","end":"2026-04-16T00:39:01.325871Z","steps":["trace[2128837968] 'count revisions from in-memory index tree' (duration: 1.820716837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:01.325945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.504234Z","time spent":"1.821692912s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:01.325948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840133726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:01.326065Z","caller":"traceutil/trace.go:171","msg":"trace[41433229] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2757; }","duration":"1.840259219s","start":"2026-04-16T00:38:59.485754Z","end":"2026-04-16T00:39:01.326013Z","steps":["trace[41433229] 'count revisions from in-memory index tree' (duration: 1.840037043s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:01.326131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.485734Z","time spent":"1.840380442s","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:01.326115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.774952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:39:01.326227Z","caller":"traceutil/trace.go:171","msg":"trace[1241437534] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"1.770109924s","start":"2026-04-16T00:38:59.556092Z","end":"2026-04-16T00:39:01.326202Z","steps":["trace[1241437534] 'process raft request' (duration: 1.068128266s)","trace[1241437534] 'compare' (duration: 701.243698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:01.326291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.556074Z","time spent":"1.770193365s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:39:01.722778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098784305s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T00:39:02.012413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.342805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:39:02.012678Z","caller":"traceutil/trace.go:171","msg":"trace[1451081409] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2864; }","duration":"2.203921232s","start":"2026-04-16T00:38:59.808735Z","end":"2026-04-16T00:39:02.012656Z","steps":["trace[1451081409] 'read index received' (duration: 815.398429ms)","trace[1451081409] 'applied index is now lower than readState.Index' (duration: 1.388521463s)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:02.012772Z","caller":"traceutil/trace.go:171","msg":"trace[1884123776] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"2.284700771s","start":"2026-04-16T00:38:59.728057Z","end":"2026-04-16T00:39:02.012758Z","steps":["trace[1884123776] 'process raft request' (duration: 2.284492585s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:02.012854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.72803Z","time spent":"2.284775503s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:02.013091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204351493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:39:02.013132Z","caller":"traceutil/trace.go:171","msg":"trace[793310274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2760; }","duration":"2.204430324s","start":"2026-04-16T00:38:59.808688Z","end":"2026-04-16T00:39:02.013118Z","steps":["trace[793310274] 'agreement among raft nodes before linearized reading' (duration: 2.204297001s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:02.013169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.808664Z","time spent":"2.204496127s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T00:39:02.013262Z","caller":"traceutil/trace.go:171","msg":"trace[600364573] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"2.450648477s","start":"2026-04-16T00:38:59.562599Z","end":"2026-04-16T00:39:02.013247Z","steps":["trace[600364573] 'process raft request' (duration: 2.160377417s)","trace[600364573] 'compare' (duration: 289.185101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:02.013321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.562578Z","time spent":"2.450707829s","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:02.513014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449360141,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:39:02.945106Z","caller":"traceutil/trace.go:171","msg":"trace[516892521] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"1.615530731s","start":"2026-04-16T00:39:01.329548Z","end":"2026-04-16T00:39:02.945078Z","steps":["trace[516892521] 'process raft request' (duration: 1.615478649s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:02.945264Z","caller":"traceutil/trace.go:171","msg":"trace[1761774533] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"1.798166554s","start":"2026-04-16T00:39:01.147064Z","end":"2026-04-16T00:39:02.945231Z","steps":["trace[1761774533] 'process raft request' (duration: 1.797811135s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:02.945417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:01.147035Z","time spent":"1.798298507s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:02.945415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:01.329525Z","time spent":"1.615744947s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:03.016906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T00:39:03.017002Z","caller":"traceutil/trace.go:171","msg":"trace[568100019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999946678s","start":"2026-04-16T00:39:01.017031Z","end":"2026-04-16T00:39:03.016978Z","steps":["trace[568100019] 'agreement among raft nodes before linearized reading' (duration: 1.999840185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.017088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:01.016975Z","time spent":"2.000086153s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T00:39:03.466224Z","caller":"traceutil/trace.go:171","msg":"trace[1616934003] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"1.44865423s","start":"2026-04-16T00:39:02.017532Z","end":"2026-04-16T00:39:03.466187Z","steps":["trace[1616934003] 'process raft request' (duration: 1.448379483s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.466345Z","caller":"traceutil/trace.go:171","msg":"trace[1917792968] linearizableReadLoop","detail":"{readStateIndex:2874; appliedIndex:2867; }","duration":"1.453597543s","start":"2026-04-16T00:39:02.012718Z","end":"2026-04-16T00:39:03.466315Z","steps":["trace[1917792968] 'read index received' (duration: 932.232733ms)","trace[1917792968] 'applied index is now lower than readState.Index' (duration: 521.36328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:03.4665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219801481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:39:03.466576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3177721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T00:39:03.466602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283490864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:03.466635Z","caller":"traceutil/trace.go:171","msg":"trace[2053033933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2766; }","duration":"3.317881883s","start":"2026-04-16T00:39:00.148737Z","end":"2026-04-16T00:39:03.466619Z","steps":["trace[2053033933] 'agreement among raft nodes before linearized reading' (duration: 3.317721819s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.466647Z","caller":"traceutil/trace.go:171","msg":"trace[1475151564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:2766; }","duration":"3.283545465s","start":"2026-04-16T00:39:00.183077Z","end":"2026-04-16T00:39:03.466622Z","steps":["trace[1475151564] 'agreement among raft nodes before linearized reading' (duration: 3.283473234s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.466675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.183063Z","time spent":"3.283605157s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:39:03.466681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.148715Z","time spent":"3.317952825s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:39:03.467038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286644057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T00:39:03.467059Z","caller":"traceutil/trace.go:171","msg":"trace[737012083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2766; }","duration":"3.286692109s","start":"2026-04-16T00:39:00.180359Z","end":"2026-04-16T00:39:03.467051Z","steps":["trace[737012083] 'agreement among raft nodes before linearized reading' (duration: 3.286634418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.467076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.180349Z","time spent":"3.28672301s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:03.467204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448254979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-16T00:39:03.466389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.01751Z","time spent":"1.448792823s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:03.467265Z","caller":"traceutil/trace.go:171","msg":"trace[1092531414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2766; }","duration":"3.448417682s","start":"2026-04-16T00:39:00.018833Z","end":"2026-04-16T00:39:03.467251Z","steps":["trace[1092531414] 'agreement among raft nodes before linearized reading' (duration: 3.448204706s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.46734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.018815Z","time spent":"3.448511525s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:39:03.467483Z","caller":"traceutil/trace.go:171","msg":"trace[1645093853] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"1.44458587s","start":"2026-04-16T00:39:02.02203Z","end":"2026-04-16T00:39:03.466616Z","steps":["trace[1645093853] 'process raft request' (duration: 1.444036106s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.46765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535292756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-16T00:39:03.466582Z","caller":"traceutil/trace.go:171","msg":"trace[560572845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2766; }","duration":"3.219944315s","start":"2026-04-16T00:39:00.246619Z","end":"2026-04-16T00:39:03.466563Z","steps":["trace[560572845] 'agreement among raft nodes before linearized reading' (duration: 3.2197833s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.467688Z","caller":"traceutil/trace.go:171","msg":"trace[1702398774] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e; range_end:; response_count:1; response_revision:2766; }","duration":"3.535371687s","start":"2026-04-16T00:38:59.932306Z","end":"2026-04-16T00:39:03.467678Z","steps":["trace[1702398774] 'agreement among raft nodes before linearized reading' (duration: 3.535297345s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.467736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.932282Z","time spent":"3.53543872s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" "} {"level":"warn","ts":"2026-04-16T00:39:03.467784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448866665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a6af623f92bb4e\" ","response":"range_response_count:1 size:661"} {"level":"warn","ts":"2026-04-16T00:39:03.467779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.022006Z","time spent":"1.44564124s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:39:03.467819Z","caller":"traceutil/trace.go:171","msg":"trace[1853646167] range","detail":"{range_begin:/registry/events/openstack/valkey.18a6af623f92bb4e; range_end:; response_count:1; response_revision:2766; }","duration":"1.448932767s","start":"2026-04-16T00:39:02.018877Z","end":"2026-04-16T00:39:03.467809Z","steps":["trace[1853646167] 'agreement among raft nodes before linearized reading' (duration: 1.448801804s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.467822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.610358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:03.467882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332406342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:03.467271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293920082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T00:39:03.467908Z","caller":"traceutil/trace.go:171","msg":"trace[621341485] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2766; }","duration":"1.332466162s","start":"2026-04-16T00:39:02.135436Z","end":"2026-04-16T00:39:03.467902Z","steps":["trace[621341485] 'agreement among raft nodes before linearized reading' (duration: 1.332425962s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.467846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.246595Z","time spent":"3.221156157s","remote":"127.0.0.1:55310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:03.46793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.135419Z","time spent":"1.332505555s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:39:03.467926Z","caller":"traceutil/trace.go:171","msg":"trace[74043352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2766; }","duration":"3.294603081s","start":"2026-04-16T00:39:00.173312Z","end":"2026-04-16T00:39:03.467915Z","steps":["trace[74043352] 'agreement among raft nodes before linearized reading' (duration: 3.293896602s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.467947Z","caller":"traceutil/trace.go:171","msg":"trace[431609854] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2766; }","duration":"845.725061ms","start":"2026-04-16T00:39:02.622141Z","end":"2026-04-16T00:39:03.467866Z","steps":["trace[431609854] 'agreement among raft nodes before linearized reading' (duration: 845.580077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.467998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.374711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:03.468016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.622119Z","time spent":"845.877204ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:03.467953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.04093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:03.467583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522888653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-16T00:39:03.468156Z","caller":"traceutil/trace.go:171","msg":"trace[179970839] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"1.435514018s","start":"2026-04-16T00:39:02.032609Z","end":"2026-04-16T00:39:03.468123Z","steps":["trace[179970839] 'process raft request' (duration: 1.433537096s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.468205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194584167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:39:03.468211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.523712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-16T00:39:03.46806Z","caller":"traceutil/trace.go:171","msg":"trace[494787100] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2766; }","duration":"404.470944ms","start":"2026-04-16T00:39:03.063569Z","end":"2026-04-16T00:39:03.46804Z","steps":["trace[494787100] 'agreement among raft nodes before linearized reading' (duration: 404.367361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.468066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395699934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:39:03.468247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.317981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:03.46828Z","caller":"traceutil/trace.go:171","msg":"trace[1946614415] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"1.331749084s","start":"2026-04-16T00:39:02.136523Z","end":"2026-04-16T00:39:03.468272Z","steps":["trace[1946614415] 'process raft request' (duration: 1.32972787s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.468219Z","caller":"traceutil/trace.go:171","msg":"trace[310184850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1; range_end:; response_count:1; response_revision:2766; }","duration":"3.523551292s","start":"2026-04-16T00:38:59.944648Z","end":"2026-04-16T00:39:03.468199Z","steps":["trace[310184850] 'agreement among raft nodes before linearized reading' (duration: 3.522882934s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.468285Z","caller":"traceutil/trace.go:171","msg":"trace[1671887485] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2766; }","duration":"676.426084ms","start":"2026-04-16T00:39:02.791848Z","end":"2026-04-16T00:39:03.468274Z","steps":["trace[1671887485] 'agreement among raft nodes before linearized reading' (duration: 676.366722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.468281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:03.063544Z","time spent":"404.71719ms","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:03.468291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.032591Z","time spent":"1.435631441s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:03.468322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.791827Z","time spent":"676.487696ms","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:03.468327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.136497Z","time spent":"1.331801975s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:03.468325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:38:59.944629Z","time spent":"3.523683356s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1\" "} {"level":"info","ts":"2026-04-16T00:39:03.468197Z","caller":"traceutil/trace.go:171","msg":"trace[1252353010] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:0; response_revision:2766; }","duration":"567.40146ms","start":"2026-04-16T00:39:02.900769Z","end":"2026-04-16T00:39:03.46817Z","steps":["trace[1252353010] 'agreement among raft nodes before linearized reading' (duration: 566.957518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.46839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.578477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:03.466524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300685693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-04-16T00:39:03.468451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138201309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:03.468475Z","caller":"traceutil/trace.go:171","msg":"trace[1178582675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2766; }","duration":"450.727621ms","start":"2026-04-16T00:39:03.017733Z","end":"2026-04-16T00:39:03.468461Z","steps":["trace[1178582675] 'agreement among raft nodes before linearized reading' (duration: 450.581907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.467967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.173293Z","time spent":"3.294662982s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:39:03.467845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.01886Z","time spent":"1.448980449s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":684,"request content":"key:\"/registry/events/openstack/valkey.18a6af623f92bb4e\" "} {"level":"warn","ts":"2026-04-16T00:39:03.468591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:03.017684Z","time spent":"450.895215ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T00:39:03.468478Z","caller":"traceutil/trace.go:171","msg":"trace[1324544430] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0; range_end:; response_count:1; response_revision:2766; }","duration":"3.302680466s","start":"2026-04-16T00:39:00.165784Z","end":"2026-04-16T00:39:03.468465Z","steps":["trace[1324544430] 'agreement among raft nodes before linearized reading' (duration: 3.30061401s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.46827Z","caller":"traceutil/trace.go:171","msg":"trace[324893607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2766; }","duration":"215.670166ms","start":"2026-04-16T00:39:03.252585Z","end":"2026-04-16T00:39:03.468255Z","steps":["trace[324893607] 'agreement among raft nodes before linearized reading' (duration: 215.502671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.468684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.165765Z","time spent":"3.302907593s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" "} {"level":"info","ts":"2026-04-16T00:39:03.468287Z","caller":"traceutil/trace.go:171","msg":"trace[701035109] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2766; }","duration":"1.395939951s","start":"2026-04-16T00:39:02.072331Z","end":"2026-04-16T00:39:03.46827Z","steps":["trace[701035109] 'agreement among raft nodes before linearized reading' (duration: 1.395712285s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.468429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.900751Z","time spent":"567.664666ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/libvirt\" "} {"level":"info","ts":"2026-04-16T00:39:03.468246Z","caller":"traceutil/trace.go:171","msg":"trace[1889034970] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2766; }","duration":"3.194650398s","start":"2026-04-16T00:39:00.273585Z","end":"2026-04-16T00:39:03.468236Z","steps":["trace[1889034970] 'agreement among raft nodes before linearized reading' (duration: 3.194589367s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.468882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.273575Z","time spent":"3.195296985s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:03.468875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:02.072315Z","time spent":"1.396478275s","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:39:03.468482Z","caller":"traceutil/trace.go:171","msg":"trace[1675264881] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:2766; }","duration":"3.138270771s","start":"2026-04-16T00:39:00.3302Z","end":"2026-04-16T00:39:03.468471Z","steps":["trace[1675264881] 'agreement among raft nodes before linearized reading' (duration: 3.13822882s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:03.469266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:00.33017Z","time spent":"3.139079673s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:39:03.715808Z","caller":"traceutil/trace.go:171","msg":"trace[1054088787] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"110.599277ms","start":"2026-04-16T00:39:03.605171Z","end":"2026-04-16T00:39:03.71577Z","steps":["trace[1054088787] 'process raft request' (duration: 104.760501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.71584Z","caller":"traceutil/trace.go:171","msg":"trace[1675899790] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"106.116957ms","start":"2026-04-16T00:39:03.609697Z","end":"2026-04-16T00:39:03.715814Z","steps":["trace[1675899790] 'process raft request' (duration: 106.003704ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:03.715922Z","caller":"traceutil/trace.go:171","msg":"trace[1223804608] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"110.102584ms","start":"2026-04-16T00:39:03.605774Z","end":"2026-04-16T00:39:03.715877Z","steps":["trace[1223804608] 'process raft request' (duration: 109.881098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.02598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.616573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:06.026137Z","caller":"traceutil/trace.go:171","msg":"trace[272029808] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2815; }","duration":"384.784367ms","start":"2026-04-16T00:39:05.641336Z","end":"2026-04-16T00:39:06.02612Z","steps":["trace[272029808] 'range keys from in-memory index tree' (duration: 384.599172ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:06.02628Z","caller":"traceutil/trace.go:171","msg":"trace[508745100] linearizableReadLoop","detail":"{readStateIndex:2927; appliedIndex:2926; }","duration":"545.101274ms","start":"2026-04-16T00:39:05.481148Z","end":"2026-04-16T00:39:06.026249Z","steps":["trace[508745100] 'read index received' (duration: 448.09148ms)","trace[508745100] 'applied index is now lower than readState.Index' (duration: 97.007854ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:06.026422Z","caller":"traceutil/trace.go:171","msg":"trace[1765496313] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"545.76829ms","start":"2026-04-16T00:39:05.480633Z","end":"2026-04-16T00:39:06.026401Z","steps":["trace[1765496313] 'process raft request' (duration: 448.616113ms)","trace[1765496313] 'compare' (duration: 96.805188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:06.026549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.480611Z","time spent":"545.848204ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:06.026703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.542065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-04-16T00:39:06.026762Z","caller":"traceutil/trace.go:171","msg":"trace[1841260797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e; range_end:; response_count:1; response_revision:2816; }","duration":"545.628178ms","start":"2026-04-16T00:39:05.48112Z","end":"2026-04-16T00:39:06.026748Z","steps":["trace[1841260797] 'agreement among raft nodes before linearized reading' (duration: 545.443463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.026803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.481107Z","time spent":"545.683949ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" "} {"level":"warn","ts":"2026-04-16T00:39:06.064843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.298676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:06.064925Z","caller":"traceutil/trace.go:171","msg":"trace[1892573291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:0; response_revision:2817; }","duration":"356.388138ms","start":"2026-04-16T00:39:05.708513Z","end":"2026-04-16T00:39:06.064901Z","steps":["trace[1892573291] 'agreement among raft nodes before linearized reading' (duration: 356.247284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.064932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.217214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:06.064999Z","caller":"traceutil/trace.go:171","msg":"trace[1148709904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:2817; }","duration":"552.318597ms","start":"2026-04-16T00:39:05.512664Z","end":"2026-04-16T00:39:06.064982Z","steps":["trace[1148709904] 'agreement among raft nodes before linearized reading' (duration: 552.075459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.06505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.512649Z","time spent":"552.392429ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:39:06.065048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.534867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:39:06.065124Z","caller":"traceutil/trace.go:171","msg":"trace[1325445372] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2817; }","duration":"532.6237ms","start":"2026-04-16T00:39:05.532481Z","end":"2026-04-16T00:39:06.065104Z","steps":["trace[1325445372] 'agreement among raft nodes before linearized reading' (duration: 532.464695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.065173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.532437Z","time spent":"532.726442ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":39,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:06.065151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.093854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T00:39:06.06517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.708441Z","time spent":"356.522351ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T00:39:06.065237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.869777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T00:39:06.065239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.858544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T00:39:06.065328Z","caller":"traceutil/trace.go:171","msg":"trace[1419941742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2817; }","duration":"554.980518ms","start":"2026-04-16T00:39:05.510334Z","end":"2026-04-16T00:39:06.065314Z","steps":["trace[1419941742] 'agreement among raft nodes before linearized reading' (duration: 554.67231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.065408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.510319Z","time spent":"555.07692ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:39:06.065327Z","caller":"traceutil/trace.go:171","msg":"trace[1034496093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2817; }","duration":"581.989371ms","start":"2026-04-16T00:39:05.483315Z","end":"2026-04-16T00:39:06.065304Z","steps":["trace[1034496093] 'agreement among raft nodes before linearized reading' (duration: 581.732404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.065347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.33621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T00:39:06.065551Z","caller":"traceutil/trace.go:171","msg":"trace[296053999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2817; }","duration":"554.601628ms","start":"2026-04-16T00:39:05.510931Z","end":"2026-04-16T00:39:06.065533Z","steps":["trace[296053999] 'agreement among raft nodes before linearized reading' (duration: 553.910609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.065608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.406254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1\" ","response":"range_response_count:1 size:3920"} {"level":"info","ts":"2026-04-16T00:39:06.065665Z","caller":"traceutil/trace.go:171","msg":"trace[1639044745] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1; range_end:; response_count:1; response_revision:2817; }","duration":"584.481416ms","start":"2026-04-16T00:39:05.481168Z","end":"2026-04-16T00:39:06.065649Z","steps":["trace[1639044745] 'agreement among raft nodes before linearized reading' (duration: 583.537931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.065713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.481153Z","time spent":"584.547398ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3943,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1\" "} {"level":"warn","ts":"2026-04-16T00:39:06.065491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.483303Z","time spent":"582.170315ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T00:39:06.065263Z","caller":"traceutil/trace.go:171","msg":"trace[476883025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2817; }","duration":"554.245558ms","start":"2026-04-16T00:39:05.510998Z","end":"2026-04-16T00:39:06.065243Z","steps":["trace[476883025] 'agreement among raft nodes before linearized reading' (duration: 553.93867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:06.066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.510924Z","time spent":"554.712251ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:06.066048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:05.510982Z","time spent":"554.863916ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:39:07.435405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.137697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:39:07.435502Z","caller":"traceutil/trace.go:171","msg":"trace[75894148] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:2828; }","duration":"636.327792ms","start":"2026-04-16T00:39:06.799149Z","end":"2026-04-16T00:39:07.435477Z","steps":["trace[75894148] 'range keys from in-memory index tree' (duration: 635.88153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:07.435555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:06.799121Z","time spent":"636.419965ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"info","ts":"2026-04-16T00:39:07.445875Z","caller":"traceutil/trace.go:171","msg":"trace[1771426379] linearizableReadLoop","detail":"{readStateIndex:2941; appliedIndex:2940; }","duration":"486.276301ms","start":"2026-04-16T00:39:06.959586Z","end":"2026-04-16T00:39:07.445863Z","steps":["trace[1771426379] 'read index received' (duration: 486.113026ms)","trace[1771426379] 'applied index is now lower than readState.Index' (duration: 162.535µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:07.445956Z","caller":"traceutil/trace.go:171","msg":"trace[1911626458] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"487.77539ms","start":"2026-04-16T00:39:06.958161Z","end":"2026-04-16T00:39:07.445936Z","steps":["trace[1911626458] 'process raft request' (duration: 487.588536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:07.446001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.127815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:07.446028Z","caller":"traceutil/trace.go:171","msg":"trace[412482824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2829; }","duration":"428.187748ms","start":"2026-04-16T00:39:07.017832Z","end":"2026-04-16T00:39:07.44602Z","steps":["trace[412482824] 'agreement among raft nodes before linearized reading' (duration: 428.111796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:07.44606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:07.017814Z","time spent":"428.240359ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:39:07.446209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:06.95813Z","time spent":"487.874883ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:07.446282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.702503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T00:39:07.446312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.618925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-04-16T00:39:07.446351Z","caller":"traceutil/trace.go:171","msg":"trace[1670307314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2829; }","duration":"372.819857ms","start":"2026-04-16T00:39:07.073513Z","end":"2026-04-16T00:39:07.446333Z","steps":["trace[1670307314] 'agreement among raft nodes before linearized reading' (duration: 372.571421ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:07.446362Z","caller":"traceutil/trace.go:171","msg":"trace[729987021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e; range_end:; response_count:1; response_revision:2829; }","duration":"414.724998ms","start":"2026-04-16T00:39:07.031622Z","end":"2026-04-16T00:39:07.446347Z","steps":["trace[729987021] 'agreement among raft nodes before linearized reading' (duration: 414.534452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:07.446392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:07.073496Z","time spent":"372.886459ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:39:07.446401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:07.031591Z","time spent":"414.80173ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3932,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" "} {"level":"warn","ts":"2026-04-16T00:39:07.446422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.816115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:39:07.446483Z","caller":"traceutil/trace.go:171","msg":"trace[1737137991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2829; }","duration":"486.931628ms","start":"2026-04-16T00:39:06.959537Z","end":"2026-04-16T00:39:07.446468Z","steps":["trace[1737137991] 'agreement among raft nodes before linearized reading' (duration: 486.399853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:07.446516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:06.959521Z","time spent":"486.988679ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:39:07.446719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.278073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1\" ","response":"range_response_count:1 size:3935"} {"level":"info","ts":"2026-04-16T00:39:07.446782Z","caller":"traceutil/trace.go:171","msg":"trace[1035677428] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1; range_end:; response_count:1; response_revision:2829; }","duration":"375.343325ms","start":"2026-04-16T00:39:07.071422Z","end":"2026-04-16T00:39:07.446765Z","steps":["trace[1035677428] 'agreement among raft nodes before linearized reading' (duration: 374.889963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:07.446819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:07.071395Z","time spent":"375.415926ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3958,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1\" "} {"level":"info","ts":"2026-04-16T00:39:07.652279Z","caller":"traceutil/trace.go:171","msg":"trace[1324843718] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"200.206662ms","start":"2026-04-16T00:39:07.452043Z","end":"2026-04-16T00:39:07.65225Z","steps":["trace[1324843718] 'process raft request' (duration: 153.36038ms)","trace[1324843718] 'compare' (duration: 46.626967ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:07.652533Z","caller":"traceutil/trace.go:171","msg":"trace[1340752245] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"200.357567ms","start":"2026-04-16T00:39:07.452153Z","end":"2026-04-16T00:39:07.65251Z","steps":["trace[1340752245] 'process raft request' (duration: 200.013367ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:07.652779Z","caller":"traceutil/trace.go:171","msg":"trace[1485189524] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2941; }","duration":"161.95005ms","start":"2026-04-16T00:39:07.490799Z","end":"2026-04-16T00:39:07.652749Z","steps":["trace[1485189524] 'read index received' (duration: 114.624434ms)","trace[1485189524] 'applied index is now lower than readState.Index' (duration: 47.323776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:07.653023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.198556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-04-16T00:39:07.653083Z","caller":"traceutil/trace.go:171","msg":"trace[164185314] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0; range_end:; response_count:1; response_revision:2832; }","duration":"162.296489ms","start":"2026-04-16T00:39:07.490772Z","end":"2026-04-16T00:39:07.653069Z","steps":["trace[164185314] 'agreement among raft nodes before linearized reading' (duration: 162.089983ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:07.65291Z","caller":"traceutil/trace.go:171","msg":"trace[813834354] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"199.962615ms","start":"2026-04-16T00:39:07.452861Z","end":"2026-04-16T00:39:07.652824Z","steps":["trace[813834354] 'process raft request' (duration: 199.564675ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:08.264016Z","caller":"traceutil/trace.go:171","msg":"trace[878628146] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2964; }","duration":"153.74187ms","start":"2026-04-16T00:39:08.110227Z","end":"2026-04-16T00:39:08.263969Z","steps":["trace[878628146] 'read index received' (duration: 153.169465ms)","trace[878628146] 'applied index is now lower than readState.Index' (duration: 570.875µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:08.26408Z","caller":"traceutil/trace.go:171","msg":"trace[965133228] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"154.85768ms","start":"2026-04-16T00:39:08.109155Z","end":"2026-04-16T00:39:08.264012Z","steps":["trace[965133228] 'process raft request' (duration: 154.182152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.264431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.169111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:106370"} {"level":"info","ts":"2026-04-16T00:39:08.264505Z","caller":"traceutil/trace.go:171","msg":"trace[1331881004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2852; }","duration":"154.298616ms","start":"2026-04-16T00:39:08.11019Z","end":"2026-04-16T00:39:08.264488Z","steps":["trace[1331881004] 'agreement among raft nodes before linearized reading' (duration: 153.890955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.27172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.442862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-16T00:39:08.271804Z","caller":"traceutil/trace.go:171","msg":"trace[1708747003] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:2853; }","duration":"138.586785ms","start":"2026-04-16T00:39:08.133199Z","end":"2026-04-16T00:39:08.271785Z","steps":["trace[1708747003] 'agreement among raft nodes before linearized reading' (duration: 138.319977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:08.474681Z","caller":"traceutil/trace.go:171","msg":"trace[1539186767] linearizableReadLoop","detail":"{readStateIndex:2968; appliedIndex:2967; }","duration":"114.926092ms","start":"2026-04-16T00:39:08.359716Z","end":"2026-04-16T00:39:08.474642Z","steps":["trace[1539186767] 'read index received' (duration: 20.021585ms)","trace[1539186767] 'applied index is now lower than readState.Index' (duration: 94.902517ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:08.474738Z","caller":"traceutil/trace.go:171","msg":"trace[635118784] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"119.506186ms","start":"2026-04-16T00:39:08.35519Z","end":"2026-04-16T00:39:08.474696Z","steps":["trace[635118784] 'process raft request' (duration: 24.696301ms)","trace[635118784] 'compare' (duration: 94.531357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:08.475498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.770046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-04-16T00:39:08.47572Z","caller":"traceutil/trace.go:171","msg":"trace[1334236004] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:2855; }","duration":"115.902118ms","start":"2026-04-16T00:39:08.359665Z","end":"2026-04-16T00:39:08.475568Z","steps":["trace[1334236004] 'agreement among raft nodes before linearized reading' (duration: 115.135908ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:08.912957Z","caller":"traceutil/trace.go:171","msg":"trace[133433551] linearizableReadLoop","detail":"{readStateIndex:2969; appliedIndex:2968; }","duration":"378.420397ms","start":"2026-04-16T00:39:08.534513Z","end":"2026-04-16T00:39:08.912933Z","steps":["trace[133433551] 'read index received' (duration: 378.184511ms)","trace[133433551] 'applied index is now lower than readState.Index' (duration: 234.366µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:08.913003Z","caller":"traceutil/trace.go:171","msg":"trace[934758187] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"428.180788ms","start":"2026-04-16T00:39:08.484798Z","end":"2026-04-16T00:39:08.912979Z","steps":["trace[934758187] 'process raft request' (duration: 427.977632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.913172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.74945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:39:08.913218Z","caller":"traceutil/trace.go:171","msg":"trace[295376387] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2856; }","duration":"251.821704ms","start":"2026-04-16T00:39:08.661386Z","end":"2026-04-16T00:39:08.913208Z","steps":["trace[295376387] 'agreement among raft nodes before linearized reading' (duration: 251.735201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.913249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.724006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-04-16T00:39:08.913313Z","caller":"traceutil/trace.go:171","msg":"trace[2122579902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2856; }","duration":"378.823638ms","start":"2026-04-16T00:39:08.534474Z","end":"2026-04-16T00:39:08.913298Z","steps":["trace[2122579902] 'agreement among raft nodes before linearized reading' (duration: 378.603932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.913364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:08.534462Z","time spent":"378.890419ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T00:39:08.913489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.894758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-16T00:39:08.913564Z","caller":"traceutil/trace.go:171","msg":"trace[1896679464] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:2856; }","duration":"262.96651ms","start":"2026-04-16T00:39:08.650582Z","end":"2026-04-16T00:39:08.913548Z","steps":["trace[1896679464] 'agreement among raft nodes before linearized reading' (duration: 262.812866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.913579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.674395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T00:39:08.9137Z","caller":"traceutil/trace.go:171","msg":"trace[72667274] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2856; }","duration":"157.848791ms","start":"2026-04-16T00:39:08.755822Z","end":"2026-04-16T00:39:08.913671Z","steps":["trace[72667274] 'agreement among raft nodes before linearized reading' (duration: 157.533882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.913367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.597093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-04-16T00:39:08.913694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:08.484768Z","time spent":"428.28525ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:08.913816Z","caller":"traceutil/trace.go:171","msg":"trace[1824048164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0; range_end:; response_count:1; response_revision:2856; }","duration":"256.144807ms","start":"2026-04-16T00:39:08.657654Z","end":"2026-04-16T00:39:08.913799Z","steps":["trace[1824048164] 'agreement among raft nodes before linearized reading' (duration: 255.627693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.913249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.897109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-16T00:39:08.913894Z","caller":"traceutil/trace.go:171","msg":"trace[484373808] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:2856; }","duration":"367.559016ms","start":"2026-04-16T00:39:08.54632Z","end":"2026-04-16T00:39:08.913879Z","steps":["trace[484373808] 'agreement among raft nodes before linearized reading' (duration: 366.787546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:08.913941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:08.546312Z","time spent":"367.616288ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-16T00:39:09.29966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.938289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:39:09.299806Z","caller":"traceutil/trace.go:171","msg":"trace[1766807360] linearizableReadLoop","detail":"{readStateIndex:2970; appliedIndex:2969; }","duration":"373.347281ms","start":"2026-04-16T00:39:08.926435Z","end":"2026-04-16T00:39:09.299782Z","steps":["trace[1766807360] 'read index received' (duration: 269.096514ms)","trace[1766807360] 'applied index is now lower than readState.Index' (duration: 104.248637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:09.299959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.514706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:09.299973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.735333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:09.300018Z","caller":"traceutil/trace.go:171","msg":"trace[660171990] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2857; }","duration":"373.599368ms","start":"2026-04-16T00:39:08.9264Z","end":"2026-04-16T00:39:09.3Z","steps":["trace[660171990] 'agreement among raft nodes before linearized reading' (duration: 373.505156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:09.300068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:08.92638Z","time spent":"373.675691ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T00:39:09.300104Z","caller":"traceutil/trace.go:171","msg":"trace[822278821] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"376.24176ms","start":"2026-04-16T00:39:08.9238Z","end":"2026-04-16T00:39:09.300042Z","steps":["trace[822278821] 'process raft request' (duration: 271.788237ms)","trace[822278821] 'compare' (duration: 103.57663ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:09.300022Z","caller":"traceutil/trace.go:171","msg":"trace[1824013755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2857; }","duration":"284.820714ms","start":"2026-04-16T00:39:09.015187Z","end":"2026-04-16T00:39:09.300008Z","steps":["trace[1824013755] 'agreement among raft nodes before linearized reading' (duration: 284.737473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:09.300269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.932034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:09.300331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:08.923773Z","time spent":"376.429234ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:09.300357Z","caller":"traceutil/trace.go:171","msg":"trace[1341246308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:2857; }","duration":"136.079858ms","start":"2026-04-16T00:39:09.16426Z","end":"2026-04-16T00:39:09.300339Z","steps":["trace[1341246308] 'agreement among raft nodes before linearized reading' (duration: 135.918924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:09.300513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.652119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T00:39:09.300597Z","caller":"traceutil/trace.go:171","msg":"trace[1346025529] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2857; }","duration":"248.805973ms","start":"2026-04-16T00:39:09.051766Z","end":"2026-04-16T00:39:09.300572Z","steps":["trace[1346025529] 'agreement among raft nodes before linearized reading' (duration: 248.457003ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:09.944548Z","caller":"traceutil/trace.go:171","msg":"trace[834813128] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"103.414505ms","start":"2026-04-16T00:39:09.841096Z","end":"2026-04-16T00:39:09.94451Z","steps":["trace[834813128] 'process raft request' (duration: 103.26338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:10.161312Z","caller":"traceutil/trace.go:171","msg":"trace[1088046858] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"119.136236ms","start":"2026-04-16T00:39:10.042131Z","end":"2026-04-16T00:39:10.161267Z","steps":["trace[1088046858] 'process raft request' (duration: 40.200465ms)","trace[1088046858] 'compare' (duration: 78.362785ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:10.37578Z","caller":"traceutil/trace.go:171","msg":"trace[17796601] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"209.222244ms","start":"2026-04-16T00:39:10.166528Z","end":"2026-04-16T00:39:10.37575Z","steps":["trace[17796601] 'process raft request' (duration: 130.15854ms)","trace[17796601] 'compare' (duration: 78.736585ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:10.375855Z","caller":"traceutil/trace.go:171","msg":"trace[488303707] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"170.809957ms","start":"2026-04-16T00:39:10.205001Z","end":"2026-04-16T00:39:10.375811Z","steps":["trace[488303707] 'process raft request' (duration: 170.655522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:10.375975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.897548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T00:39:10.376008Z","caller":"traceutil/trace.go:171","msg":"trace[1091207225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2868; }","duration":"106.945279ms","start":"2026-04-16T00:39:10.269055Z","end":"2026-04-16T00:39:10.376Z","steps":["trace[1091207225] 'agreement among raft nodes before linearized reading' (duration: 106.787075ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:10.375801Z","caller":"traceutil/trace.go:171","msg":"trace[1515286851] linearizableReadLoop","detail":"{readStateIndex:2980; appliedIndex:2978; }","duration":"106.711892ms","start":"2026-04-16T00:39:10.269069Z","end":"2026-04-16T00:39:10.375781Z","steps":["trace[1515286851] 'read index received' (duration: 27.642178ms)","trace[1515286851] 'applied index is now lower than readState.Index' (duration: 79.068364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:10.376245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.276749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:10.37631Z","caller":"traceutil/trace.go:171","msg":"trace[681982495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:2868; }","duration":"104.391641ms","start":"2026-04-16T00:39:10.2719Z","end":"2026-04-16T00:39:10.376292Z","steps":["trace[681982495] 'agreement among raft nodes before linearized reading' (duration: 104.218957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:14.528886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.459223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-04-16T00:39:14.528976Z","caller":"traceutil/trace.go:171","msg":"trace[1730857915] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2900; }","duration":"156.602067ms","start":"2026-04-16T00:39:14.372355Z","end":"2026-04-16T00:39:14.528957Z","steps":["trace[1730857915] 'range keys from in-memory index tree' (duration: 156.242408ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:14.528954Z","caller":"traceutil/trace.go:171","msg":"trace[948254069] linearizableReadLoop","detail":"{readStateIndex:3015; appliedIndex:3014; }","duration":"131.019474ms","start":"2026-04-16T00:39:14.397912Z","end":"2026-04-16T00:39:14.528931Z","steps":["trace[948254069] 'read index received' (duration: 59.616385ms)","trace[948254069] 'applied index is now lower than readState.Index' (duration: 71.401929ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:14.529039Z","caller":"traceutil/trace.go:171","msg":"trace[1410574655] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"139.88425ms","start":"2026-04-16T00:39:14.389118Z","end":"2026-04-16T00:39:14.529002Z","steps":["trace[1410574655] 'process raft request' (duration: 68.471271ms)","trace[1410574655] 'compare' (duration: 71.224734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:14.528886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.91262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:39:14.529181Z","caller":"traceutil/trace.go:171","msg":"trace[89263953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2900; }","duration":"140.275791ms","start":"2026-04-16T00:39:14.388885Z","end":"2026-04-16T00:39:14.52916Z","steps":["trace[89263953] 'range keys from in-memory index tree' (duration: 139.688894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:14.529192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.208229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:14.52924Z","caller":"traceutil/trace.go:171","msg":"trace[1148859442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:2901; }","duration":"128.29405ms","start":"2026-04-16T00:39:14.400935Z","end":"2026-04-16T00:39:14.529229Z","steps":["trace[1148859442] 'agreement among raft nodes before linearized reading' (duration: 128.132136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:14.529406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.467155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:39:14.529508Z","caller":"traceutil/trace.go:171","msg":"trace[560913436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2901; }","duration":"131.63056ms","start":"2026-04-16T00:39:14.397854Z","end":"2026-04-16T00:39:14.529484Z","steps":["trace[560913436] 'agreement among raft nodes before linearized reading' (duration: 131.218689ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:14.683405Z","caller":"traceutil/trace.go:171","msg":"trace[1960520937] linearizableReadLoop","detail":"{readStateIndex:3016; appliedIndex:3015; }","duration":"149.912168ms","start":"2026-04-16T00:39:14.533472Z","end":"2026-04-16T00:39:14.683384Z","steps":["trace[1960520937] 'read index received' (duration: 95.471722ms)","trace[1960520937] 'applied index is now lower than readState.Index' (duration: 54.437596ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:14.683382Z","caller":"traceutil/trace.go:171","msg":"trace[970863681] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"150.170945ms","start":"2026-04-16T00:39:14.533147Z","end":"2026-04-16T00:39:14.683318Z","steps":["trace[970863681] 'process raft request' (duration: 95.777961ms)","trace[970863681] 'compare' (duration: 54.214569ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:14.683558Z","caller":"traceutil/trace.go:171","msg":"trace[1047579309] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"149.960249ms","start":"2026-04-16T00:39:14.533573Z","end":"2026-04-16T00:39:14.683533Z","steps":["trace[1047579309] 'process raft request' (duration: 149.721783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:14.683725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.79079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T00:39:14.683787Z","caller":"traceutil/trace.go:171","msg":"trace[1803708763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2903; }","duration":"132.910014ms","start":"2026-04-16T00:39:14.550861Z","end":"2026-04-16T00:39:14.683771Z","steps":["trace[1803708763] 'agreement among raft nodes before linearized reading' (duration: 132.672868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:14.683827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.609226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:14.683921Z","caller":"traceutil/trace.go:171","msg":"trace[1575956088] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2903; }","duration":"144.73174ms","start":"2026-04-16T00:39:14.539173Z","end":"2026-04-16T00:39:14.683904Z","steps":["trace[1575956088] 'agreement among raft nodes before linearized reading' (duration: 144.35111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:14.684077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.576296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:106699"} {"level":"info","ts":"2026-04-16T00:39:14.684156Z","caller":"traceutil/trace.go:171","msg":"trace[1384008738] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2903; }","duration":"150.686278ms","start":"2026-04-16T00:39:14.533451Z","end":"2026-04-16T00:39:14.684138Z","steps":["trace[1384008738] 'agreement among raft nodes before linearized reading' (duration: 149.998909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:16.963847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.899327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:39:16.96393Z","caller":"traceutil/trace.go:171","msg":"trace[400926233] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3030; }","duration":"710.709291ms","start":"2026-04-16T00:39:16.253207Z","end":"2026-04-16T00:39:16.963917Z","steps":["trace[400926233] 'read index received' (duration: 407.833903ms)","trace[400926233] 'applied index is now lower than readState.Index' (duration: 302.874488ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:16.963982Z","caller":"traceutil/trace.go:171","msg":"trace[811324030] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"721.771346ms","start":"2026-04-16T00:39:16.242202Z","end":"2026-04-16T00:39:16.963974Z","steps":["trace[811324030] 'process raft request' (duration: 418.678493ms)","trace[811324030] 'compare' (duration: 302.335603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:16.964018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.242182Z","time spent":"721.816987ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:16.964181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.973698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T00:39:16.964208Z","caller":"traceutil/trace.go:171","msg":"trace[1367482354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2917; }","duration":"711.044219ms","start":"2026-04-16T00:39:16.253158Z","end":"2026-04-16T00:39:16.964202Z","steps":["trace[1367482354] 'agreement among raft nodes before linearized reading' (duration: 710.949596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:16.964228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.253135Z","time spent":"711.08933ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:17.464772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449360471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:39:17.965357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449360471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:39:18.196279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.535276306s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:39:18.292455Z","caller":"traceutil/trace.go:171","msg":"trace[1190809098] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"1.692405876s","start":"2026-04-16T00:39:16.600018Z","end":"2026-04-16T00:39:18.292424Z","steps":["trace[1190809098] 'process raft request' (duration: 1.692132709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.29261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.600002Z","time spent":"1.69253119s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:18.292287Z","caller":"traceutil/trace.go:171","msg":"trace[1429104031] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"1.758036691s","start":"2026-04-16T00:39:16.534192Z","end":"2026-04-16T00:39:18.292229Z","steps":["trace[1429104031] 'process raft request' (duration: 1.662409925s)","trace[1429104031] 'compare' (duration: 95.279986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:18.2933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.534172Z","time spent":"1.758991097s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:18.293695Z","caller":"traceutil/trace.go:171","msg":"trace[1451579956] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"1.325001194s","start":"2026-04-16T00:39:16.968642Z","end":"2026-04-16T00:39:18.293644Z","steps":["trace[1451579956] 'process raft request' (duration: 1.324764168s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.293921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.968626Z","time spent":"1.325178009s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:18.29401Z","caller":"traceutil/trace.go:171","msg":"trace[1912821126] linearizableReadLoop","detail":"{readStateIndex:3036; appliedIndex:3031; }","duration":"1.330045138s","start":"2026-04-16T00:39:16.963948Z","end":"2026-04-16T00:39:18.293993Z","steps":["trace[1912821126] 'read index received' (duration: 1.232672765s)","trace[1912821126] 'applied index is now lower than readState.Index' (duration: 97.371003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:18.29419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893550374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-mptj9\" ","response":"range_response_count:1 size:4757"} {"level":"warn","ts":"2026-04-16T00:39:18.294203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97754011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T00:39:18.294231Z","caller":"traceutil/trace.go:171","msg":"trace[1241324287] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-mptj9; range_end:; response_count:1; response_revision:2922; }","duration":"1.893620105s","start":"2026-04-16T00:39:16.400598Z","end":"2026-04-16T00:39:18.294218Z","steps":["trace[1241324287] 'agreement among raft nodes before linearized reading' (duration: 1.893496222s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:18.29424Z","caller":"traceutil/trace.go:171","msg":"trace[1061555528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2922; }","duration":"1.977620961s","start":"2026-04-16T00:39:16.31661Z","end":"2026-04-16T00:39:18.294231Z","steps":["trace[1061555528] 'agreement among raft nodes before linearized reading' (duration: 1.977487578s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.294254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.400582Z","time spent":"1.893666897s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4780,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-mptj9\" "} {"level":"warn","ts":"2026-04-16T00:39:18.294273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.316587Z","time spent":"1.977678433s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:18.294297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603829138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:18.294399Z","caller":"traceutil/trace.go:171","msg":"trace[895288466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:2922; }","duration":"1.603971192s","start":"2026-04-16T00:39:16.6904Z","end":"2026-04-16T00:39:18.294371Z","steps":["trace[895288466] 'agreement among raft nodes before linearized reading' (duration: 1.603642353s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.294424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605519354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:39:18.294449Z","caller":"traceutil/trace.go:171","msg":"trace[1414311083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2922; }","duration":"1.605566394s","start":"2026-04-16T00:39:16.688877Z","end":"2026-04-16T00:39:18.294443Z","steps":["trace[1414311083] 'agreement among raft nodes before linearized reading' (duration: 1.605497293s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.294467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.688867Z","time spent":"1.605595894s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:18.294464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.690389Z","time spent":"1.604060654s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:39:18.294564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.645127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T00:39:18.294584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606651083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:39:18.294605Z","caller":"traceutil/trace.go:171","msg":"trace[1536611668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2922; }","duration":"1.606714446s","start":"2026-04-16T00:39:16.687885Z","end":"2026-04-16T00:39:18.2946Z","steps":["trace[1536611668] 'agreement among raft nodes before linearized reading' (duration: 1.606658174s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:18.294606Z","caller":"traceutil/trace.go:171","msg":"trace[603102043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2922; }","duration":"346.678249ms","start":"2026-04-16T00:39:17.947913Z","end":"2026-04-16T00:39:18.294591Z","steps":["trace[603102043] 'agreement among raft nodes before linearized reading' (duration: 346.522784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.29463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.687862Z","time spent":"1.606764507s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:39:18.294645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:17.947856Z","time spent":"346.781671ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:39:18.294651Z","caller":"traceutil/trace.go:171","msg":"trace[417165759] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"730.641903ms","start":"2026-04-16T00:39:17.563984Z","end":"2026-04-16T00:39:18.294626Z","steps":["trace[417165759] 'process raft request' (duration: 729.915173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.294794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810983866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T00:39:18.29474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:17.563953Z","time spent":"730.745037ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:18.294827Z","caller":"traceutil/trace.go:171","msg":"trace[548407814] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:2922; }","duration":"1.811054019s","start":"2026-04-16T00:39:16.483767Z","end":"2026-04-16T00:39:18.294821Z","steps":["trace[548407814] 'agreement among raft nodes before linearized reading' (duration: 1.810948066s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.294848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.483745Z","time spent":"1.81109859s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-16T00:39:18.294915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.083008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:18.294963Z","caller":"traceutil/trace.go:171","msg":"trace[817585397] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2922; }","duration":"396.194942ms","start":"2026-04-16T00:39:17.898756Z","end":"2026-04-16T00:39:18.294951Z","steps":["trace[817585397] 'agreement among raft nodes before linearized reading' (duration: 396.111409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.294996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:17.898734Z","time spent":"396.254044ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:18.294399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27736136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:18.295264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.254061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:39:18.295299Z","caller":"traceutil/trace.go:171","msg":"trace[827042485] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:2922; }","duration":"694.326813ms","start":"2026-04-16T00:39:17.60096Z","end":"2026-04-16T00:39:18.295287Z","steps":["trace[827042485] 'agreement among raft nodes before linearized reading' (duration: 694.21482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.295321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252798353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-04-16T00:39:18.295326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:17.600939Z","time spent":"694.380733ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"info","ts":"2026-04-16T00:39:18.295367Z","caller":"traceutil/trace.go:171","msg":"trace[2073396160] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0; range_end:; response_count:1; response_revision:2922; }","duration":"1.252859386s","start":"2026-04-16T00:39:17.042481Z","end":"2026-04-16T00:39:18.295341Z","steps":["trace[2073396160] 'agreement among raft nodes before linearized reading' (duration: 1.252795514s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.295392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:17.042462Z","time spent":"1.252924737s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" "} {"level":"info","ts":"2026-04-16T00:39:18.295388Z","caller":"traceutil/trace.go:171","msg":"trace[385448204] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"732.098923ms","start":"2026-04-16T00:39:17.563243Z","end":"2026-04-16T00:39:18.295342Z","steps":["trace[385448204] 'process raft request' (duration: 730.344425ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:18.295382Z","caller":"traceutil/trace.go:171","msg":"trace[536951465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2922; }","duration":"1.278255584s","start":"2026-04-16T00:39:17.01702Z","end":"2026-04-16T00:39:18.295276Z","steps":["trace[536951465] 'agreement among raft nodes before linearized reading' (duration: 1.277329338s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.295467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:17.563217Z","time spent":"732.209095ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:18.295541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:17.016963Z","time spent":"1.278515941s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:39:18.295239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577359031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T00:39:18.295691Z","caller":"traceutil/trace.go:171","msg":"trace[2082163695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2922; }","duration":"1.577839824s","start":"2026-04-16T00:39:16.717842Z","end":"2026-04-16T00:39:18.295681Z","steps":["trace[2082163695] 'agreement among raft nodes before linearized reading' (duration: 1.57734583s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:18.295719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:16.717823Z","time spent":"1.577888914s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T00:39:20.089326Z","caller":"traceutil/trace.go:171","msg":"trace[1024069063] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"132.647305ms","start":"2026-04-16T00:39:19.956648Z","end":"2026-04-16T00:39:20.089295Z","steps":["trace[1024069063] 'process raft request' (duration: 106.084466ms)","trace[1024069063] 'compare' (duration: 26.433976ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:21.704728Z","caller":"traceutil/trace.go:171","msg":"trace[904177136] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"142.580171ms","start":"2026-04-16T00:39:21.562123Z","end":"2026-04-16T00:39:21.704704Z","steps":["trace[904177136] 'process raft request' (duration: 142.51891ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:21.704806Z","caller":"traceutil/trace.go:171","msg":"trace[615854199] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"142.783107ms","start":"2026-04-16T00:39:21.561989Z","end":"2026-04-16T00:39:21.704772Z","steps":["trace[615854199] 'process raft request' (duration: 127.622032ms)","trace[615854199] 'compare' (duration: 14.869897ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:22.26141Z","caller":"traceutil/trace.go:171","msg":"trace[889877681] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"124.91447ms","start":"2026-04-16T00:39:22.136472Z","end":"2026-04-16T00:39:22.261386Z","steps":["trace[889877681] 'process raft request' (duration: 124.708035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:22.771269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449360586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:39:23.272091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449360586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:39:23.380248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114568918s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T00:39:23.614024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.303807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:39:23.614524Z","caller":"traceutil/trace.go:171","msg":"trace[76346790] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"1.286650048s","start":"2026-04-16T00:39:22.327824Z","end":"2026-04-16T00:39:23.614474Z","steps":["trace[76346790] 'process raft request' (duration: 1.286493804s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.614555Z","caller":"traceutil/trace.go:171","msg":"trace[1055150513] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"1.307403624s","start":"2026-04-16T00:39:22.307124Z","end":"2026-04-16T00:39:23.614528Z","steps":["trace[1055150513] 'process raft request' (duration: 1.307054465s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.614637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.327807Z","time spent":"1.286764222s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:23.614702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.307106Z","time spent":"1.307506036s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:23.614781Z","caller":"traceutil/trace.go:171","msg":"trace[917585899] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"1.286201447s","start":"2026-04-16T00:39:22.328558Z","end":"2026-04-16T00:39:23.614759Z","steps":["trace[917585899] 'process raft request' (duration: 1.285805026s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.614911Z","caller":"traceutil/trace.go:171","msg":"trace[1983119196] linearizableReadLoop","detail":"{readStateIndex:3104; appliedIndex:3099; }","duration":"1.344428144s","start":"2026-04-16T00:39:22.27045Z","end":"2026-04-16T00:39:23.614878Z","steps":["trace[1983119196] 'read index received' (duration: 1.110012767s)","trace[1983119196] 'applied index is now lower than readState.Index' (duration: 234.414017ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:23.614923Z","caller":"traceutil/trace.go:171","msg":"trace[668706879] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"632.589882ms","start":"2026-04-16T00:39:22.982311Z","end":"2026-04-16T00:39:23.614901Z","steps":["trace[668706879] 'process raft request' (duration: 632.337836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.614959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.32854Z","time spent":"1.28632069s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:39:23.614966Z","caller":"traceutil/trace.go:171","msg":"trace[1492837381] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"266.426723ms","start":"2026-04-16T00:39:23.348497Z","end":"2026-04-16T00:39:23.614924Z","steps":["trace[1492837381] 'process raft request' (duration: 266.304299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.98228Z","time spent":"632.695566ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:39:23.615123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344643429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:23.615214Z","caller":"traceutil/trace.go:171","msg":"trace[792866156] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2989; }","duration":"1.344780663s","start":"2026-04-16T00:39:22.270409Z","end":"2026-04-16T00:39:23.615189Z","steps":["trace[792866156] 'agreement among raft nodes before linearized reading' (duration: 1.344579588s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213258496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:39:23.615262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.270394Z","time spent":"1.344856735s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:39:23.615295Z","caller":"traceutil/trace.go:171","msg":"trace[1768696462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2989; }","duration":"1.213330678s","start":"2026-04-16T00:39:22.401953Z","end":"2026-04-16T00:39:23.615284Z","steps":["trace[1768696462] 'agreement among raft nodes before linearized reading' (duration: 1.213219135s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.401936Z","time spent":"1.213375789s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:39:23.615317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071295831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:23.615409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203384612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-16T00:39:23.615423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212908216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:39:23.615446Z","caller":"traceutil/trace.go:171","msg":"trace[2125441424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2989; }","duration":"1.212947838s","start":"2026-04-16T00:39:22.402492Z","end":"2026-04-16T00:39:23.61544Z","steps":["trace[2125441424] 'agreement among raft nodes before linearized reading' (duration: 1.212888097s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.615448Z","caller":"traceutil/trace.go:171","msg":"trace[405123256] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:2989; }","duration":"1.203439184s","start":"2026-04-16T00:39:22.411997Z","end":"2026-04-16T00:39:23.615436Z","steps":["trace[405123256] 'agreement among raft nodes before linearized reading' (duration: 1.20331185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.402485Z","time spent":"1.21297497s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:39:23.61544Z","caller":"traceutil/trace.go:171","msg":"trace[1647634240] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2989; }","duration":"1.071512056s","start":"2026-04-16T00:39:22.543909Z","end":"2026-04-16T00:39:23.615421Z","steps":["trace[1647634240] 'agreement among raft nodes before linearized reading' (duration: 1.07126232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211984673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:39:23.615512Z","caller":"traceutil/trace.go:171","msg":"trace[1522259451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2989; }","duration":"1.212224699s","start":"2026-04-16T00:39:22.403282Z","end":"2026-04-16T00:39:23.615507Z","steps":["trace[1522259451] 'agreement among raft nodes before linearized reading' (duration: 1.21187923s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.403277Z","time spent":"1.212249799s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:23.615488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.411977Z","time spent":"1.203501275s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:39:23.615571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210095473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:23.615598Z","caller":"traceutil/trace.go:171","msg":"trace[1586437495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:2989; }","duration":"1.210140423s","start":"2026-04-16T00:39:22.40545Z","end":"2026-04-16T00:39:23.61559Z","steps":["trace[1586437495] 'agreement among raft nodes before linearized reading' (duration: 1.210059301s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278256584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T00:39:23.615622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.405437Z","time spent":"1.210179774s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"info","ts":"2026-04-16T00:39:23.615663Z","caller":"traceutil/trace.go:171","msg":"trace[1376392191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2989; }","duration":"1.278327036s","start":"2026-04-16T00:39:22.337314Z","end":"2026-04-16T00:39:23.615641Z","steps":["trace[1376392191] 'agreement among raft nodes before linearized reading' (duration: 1.278182353s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289518645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T00:39:23.615702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212970039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:39:23.615724Z","caller":"traceutil/trace.go:171","msg":"trace[1481491879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2989; }","duration":"1.289621938s","start":"2026-04-16T00:39:22.326085Z","end":"2026-04-16T00:39:23.615707Z","steps":["trace[1481491879] 'agreement among raft nodes before linearized reading' (duration: 1.289420593s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.615753Z","caller":"traceutil/trace.go:171","msg":"trace[1283111862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2989; }","duration":"1.21303357s","start":"2026-04-16T00:39:22.402706Z","end":"2026-04-16T00:39:23.615739Z","steps":["trace[1283111862] 'agreement among raft nodes before linearized reading' (duration: 1.212573238s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.61577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.326068Z","time spent":"1.289690149s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:23.615792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.402701Z","time spent":"1.213083433s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:23.615795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.664632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:39:23.615802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.843631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:23.615834Z","caller":"traceutil/trace.go:171","msg":"trace[1492557190] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2989; }","duration":"823.701132ms","start":"2026-04-16T00:39:22.79212Z","end":"2026-04-16T00:39:23.615821Z","steps":["trace[1492557190] 'agreement among raft nodes before linearized reading' (duration: 823.64356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.337304Z","time spent":"1.278395418s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T00:39:23.615855Z","caller":"traceutil/trace.go:171","msg":"trace[517839418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2989; }","duration":"598.934612ms","start":"2026-04-16T00:39:23.016905Z","end":"2026-04-16T00:39:23.61584Z","steps":["trace[517839418] 'agreement among raft nodes before linearized reading' (duration: 598.847869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.615864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.79206Z","time spent":"823.795794ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:23.615922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:23.016893Z","time spent":"598.994784ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:39:23.615965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344051614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"warn","ts":"2026-04-16T00:39:23.615526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.543885Z","time spent":"1.07162054s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:39:23.615461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343852449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-16T00:39:23.616014Z","caller":"traceutil/trace.go:171","msg":"trace[530478278] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2989; }","duration":"1.344113375s","start":"2026-04-16T00:39:22.271887Z","end":"2026-04-16T00:39:23.616Z","steps":["trace[530478278] 'agreement among raft nodes before linearized reading' (duration: 1.343852298s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.61604Z","caller":"traceutil/trace.go:171","msg":"trace[1740631071] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2989; }","duration":"1.34464982s","start":"2026-04-16T00:39:22.27138Z","end":"2026-04-16T00:39:23.61603Z","steps":["trace[1740631071] 'agreement among raft nodes before linearized reading' (duration: 1.343755266s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.616063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.271341Z","time spent":"1.34471461s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-16T00:39:23.616053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.271876Z","time spent":"1.344166836s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":15187,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"info","ts":"2026-04-16T00:39:23.615729Z","caller":"traceutil/trace.go:171","msg":"trace[852299188] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"1.349111409s","start":"2026-04-16T00:39:22.265583Z","end":"2026-04-16T00:39:23.614695Z","steps":["trace[852299188] 'process raft request' (duration: 1.115012851s)","trace[852299188] 'compare' (duration: 232.852775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:23.616221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:22.265562Z","time spent":"1.350601068s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:39:23.766181Z","caller":"traceutil/trace.go:171","msg":"trace[1263474609] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"145.14164ms","start":"2026-04-16T00:39:23.621012Z","end":"2026-04-16T00:39:23.766153Z","steps":["trace[1263474609] 'process raft request' (duration: 145.059828ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.766226Z","caller":"traceutil/trace.go:171","msg":"trace[8956825] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"145.455158ms","start":"2026-04-16T00:39:23.620746Z","end":"2026-04-16T00:39:23.766201Z","steps":["trace[8956825] 'process raft request' (duration: 143.619339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.766606Z","caller":"traceutil/trace.go:171","msg":"trace[119007743] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"144.496923ms","start":"2026-04-16T00:39:23.622101Z","end":"2026-04-16T00:39:23.766598Z","steps":["trace[119007743] 'process raft request' (duration: 144.293628ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.766734Z","caller":"traceutil/trace.go:171","msg":"trace[2040412358] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"140.349782ms","start":"2026-04-16T00:39:23.626359Z","end":"2026-04-16T00:39:23.766709Z","steps":["trace[2040412358] 'process raft request' (duration: 140.145106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:23.766966Z","caller":"traceutil/trace.go:171","msg":"trace[1280351066] linearizableReadLoop","detail":"{readStateIndex:3110; appliedIndex:3105; }","duration":"144.516933ms","start":"2026-04-16T00:39:23.622321Z","end":"2026-04-16T00:39:23.766838Z","steps":["trace[1280351066] 'read index received' (duration: 58.787641ms)","trace[1280351066] 'applied index is now lower than readState.Index' (duration: 85.726032ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:23.76707Z","caller":"traceutil/trace.go:171","msg":"trace[1728060663] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"145.13519ms","start":"2026-04-16T00:39:23.621463Z","end":"2026-04-16T00:39:23.766599Z","steps":["trace[1728060663] 'process raft request' (duration: 144.654247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.767407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.024118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108152"} {"level":"info","ts":"2026-04-16T00:39:23.767688Z","caller":"traceutil/trace.go:171","msg":"trace[1047457351] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2995; }","duration":"145.411277ms","start":"2026-04-16T00:39:23.622263Z","end":"2026-04-16T00:39:23.767674Z","steps":["trace[1047457351] 'agreement among raft nodes before linearized reading' (duration: 144.696027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:23.767511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.532174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108152"} {"level":"info","ts":"2026-04-16T00:39:23.767998Z","caller":"traceutil/trace.go:171","msg":"trace[1375332204] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:2996; }","duration":"145.025977ms","start":"2026-04-16T00:39:23.622953Z","end":"2026-04-16T00:39:23.767979Z","steps":["trace[1375332204] 'agreement among raft nodes before linearized reading' (duration: 144.240955ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:25.86334Z","caller":"traceutil/trace.go:171","msg":"trace[205266217] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"163.580174ms","start":"2026-04-16T00:39:25.699728Z","end":"2026-04-16T00:39:25.863308Z","steps":["trace[205266217] 'process raft request' (duration: 68.733348ms)","trace[205266217] 'compare' (duration: 94.670541ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:26.021984Z","caller":"traceutil/trace.go:171","msg":"trace[102156861] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"154.094079ms","start":"2026-04-16T00:39:25.867847Z","end":"2026-04-16T00:39:26.021941Z","steps":["trace[102156861] 'process raft request' (duration: 103.931309ms)","trace[102156861] 'compare' (duration: 49.862012ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:26.022088Z","caller":"traceutil/trace.go:171","msg":"trace[1117322952] linearizableReadLoop","detail":"{readStateIndex:3144; appliedIndex:3140; }","duration":"153.192454ms","start":"2026-04-16T00:39:25.868867Z","end":"2026-04-16T00:39:26.02206Z","steps":["trace[1117322952] 'read index received' (duration: 21.520004ms)","trace[1117322952] 'applied index is now lower than readState.Index' (duration: 131.67075ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:26.022191Z","caller":"traceutil/trace.go:171","msg":"trace[2049787565] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"153.547415ms","start":"2026-04-16T00:39:25.868617Z","end":"2026-04-16T00:39:26.022164Z","steps":["trace[2049787565] 'process raft request' (duration: 153.266477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:26.022499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.609906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108468"} {"level":"info","ts":"2026-04-16T00:39:26.022596Z","caller":"traceutil/trace.go:171","msg":"trace[542236479] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3028; }","duration":"153.74611ms","start":"2026-04-16T00:39:25.868834Z","end":"2026-04-16T00:39:26.02258Z","steps":["trace[542236479] 'agreement among raft nodes before linearized reading' (duration: 153.347539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:26.022631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.806639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108468"} {"level":"info","ts":"2026-04-16T00:39:26.022053Z","caller":"traceutil/trace.go:171","msg":"trace[1330637680] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"153.549394ms","start":"2026-04-16T00:39:25.868431Z","end":"2026-04-16T00:39:26.021981Z","steps":["trace[1330637680] 'process raft request' (duration: 153.39369ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:26.022774Z","caller":"traceutil/trace.go:171","msg":"trace[1605451743] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3028; }","duration":"151.983133ms","start":"2026-04-16T00:39:25.870777Z","end":"2026-04-16T00:39:26.02276Z","steps":["trace[1605451743] 'agreement among raft nodes before linearized reading' (duration: 151.565502ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:28.015291Z","caller":"traceutil/trace.go:171","msg":"trace[134593427] linearizableReadLoop","detail":"{readStateIndex:3154; appliedIndex:3153; }","duration":"121.715642ms","start":"2026-04-16T00:39:27.893554Z","end":"2026-04-16T00:39:28.01527Z","steps":["trace[134593427] 'read index received' (duration: 121.508566ms)","trace[134593427] 'applied index is now lower than readState.Index' (duration: 206.086µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:28.015348Z","caller":"traceutil/trace.go:171","msg":"trace[1502872122] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"144.137971ms","start":"2026-04-16T00:39:27.871178Z","end":"2026-04-16T00:39:28.015316Z","steps":["trace[1502872122] 'process raft request' (duration: 143.954987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:28.01552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.958478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:39:28.015562Z","caller":"traceutil/trace.go:171","msg":"trace[1388917027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3037; }","duration":"122.037511ms","start":"2026-04-16T00:39:27.893514Z","end":"2026-04-16T00:39:28.015551Z","steps":["trace[1388917027] 'agreement among raft nodes before linearized reading' (duration: 121.894776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:28.296448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.980616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:39:28.296562Z","caller":"traceutil/trace.go:171","msg":"trace[1260212618] linearizableReadLoop","detail":"{readStateIndex:3155; appliedIndex:3154; }","duration":"270.933609ms","start":"2026-04-16T00:39:28.025611Z","end":"2026-04-16T00:39:28.296545Z","steps":["trace[1260212618] 'read index received' (duration: 123.740666ms)","trace[1260212618] 'applied index is now lower than readState.Index' (duration: 147.191283ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:28.296675Z","caller":"traceutil/trace.go:171","msg":"trace[578640801] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"277.072963ms","start":"2026-04-16T00:39:28.019573Z","end":"2026-04-16T00:39:28.296646Z","steps":["trace[578640801] 'process raft request' (duration: 129.797798ms)","trace[578640801] 'compare' (duration: 146.533955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:28.296913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.868257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:39:28.296986Z","caller":"traceutil/trace.go:171","msg":"trace[1978812904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3038; }","duration":"270.968259ms","start":"2026-04-16T00:39:28.026001Z","end":"2026-04-16T00:39:28.296969Z","steps":["trace[1978812904] 'agreement among raft nodes before linearized reading' (duration: 270.789374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:28.297302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.992881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:39:28.297345Z","caller":"traceutil/trace.go:171","msg":"trace[2127963743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3038; }","duration":"271.048922ms","start":"2026-04-16T00:39:28.026281Z","end":"2026-04-16T00:39:28.29733Z","steps":["trace[2127963743] 'agreement among raft nodes before linearized reading' (duration: 270.878367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:28.297436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.781972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T00:39:28.297466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.705892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:28.297571Z","caller":"traceutil/trace.go:171","msg":"trace[1312029086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3038; }","duration":"271.976586ms","start":"2026-04-16T00:39:28.025566Z","end":"2026-04-16T00:39:28.297543Z","steps":["trace[1312029086] 'agreement among raft nodes before linearized reading' (duration: 271.592866ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:28.297595Z","caller":"traceutil/trace.go:171","msg":"trace[107580729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3038; }","duration":"267.841856ms","start":"2026-04-16T00:39:28.029713Z","end":"2026-04-16T00:39:28.297555Z","steps":["trace[107580729] 'agreement among raft nodes before linearized reading' (duration: 267.473126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:28.297436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.044649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:39:28.297717Z","caller":"traceutil/trace.go:171","msg":"trace[483469720] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3038; }","duration":"269.373386ms","start":"2026-04-16T00:39:28.028325Z","end":"2026-04-16T00:39:28.297699Z","steps":["trace[483469720] 'agreement among raft nodes before linearized reading' (duration: 268.829792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.109952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.285203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:37.110061Z","caller":"traceutil/trace.go:171","msg":"trace[1553859374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3079; }","duration":"760.434767ms","start":"2026-04-16T00:39:36.349603Z","end":"2026-04-16T00:39:37.110037Z","steps":["trace[1553859374] 'range keys from in-memory index tree' (duration: 760.036287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.110131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.349596Z","time spent":"760.52519ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:39:37.110308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.489106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:39:37.110419Z","caller":"traceutil/trace.go:171","msg":"trace[1093615339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3079; }","duration":"770.64749ms","start":"2026-04-16T00:39:36.339746Z","end":"2026-04-16T00:39:37.110394Z","steps":["trace[1093615339] 'range keys from in-memory index tree' (duration: 770.309991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.11045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.633539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:39:37.110483Z","caller":"traceutil/trace.go:171","msg":"trace[1903761451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3079; }","duration":"770.687262ms","start":"2026-04-16T00:39:36.339785Z","end":"2026-04-16T00:39:37.110472Z","steps":["trace[1903761451] 'range keys from in-memory index tree' (duration: 770.469255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.110485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.339721Z","time spent":"770.751363ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:37.110515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.339774Z","time spent":"770.730492ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:37.110581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.54231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:39:37.110689Z","caller":"traceutil/trace.go:171","msg":"trace[1766656627] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3079; }","duration":"757.791776ms","start":"2026-04-16T00:39:36.352873Z","end":"2026-04-16T00:39:37.110665Z","steps":["trace[1766656627] 'range keys from in-memory index tree' (duration: 757.308874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.110757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.564583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:39:37.110794Z","caller":"traceutil/trace.go:171","msg":"trace[182458786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3079; }","duration":"768.617966ms","start":"2026-04-16T00:39:36.342167Z","end":"2026-04-16T00:39:37.110785Z","steps":["trace[182458786] 'range keys from in-memory index tree' (duration: 768.465363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.110828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.342158Z","time spent":"768.664098ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:39:37.110818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.284724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:39:37.110817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.716842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T00:39:37.110805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065593519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T00:39:37.110871Z","caller":"traceutil/trace.go:171","msg":"trace[1061922090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3079; }","duration":"781.398427ms","start":"2026-04-16T00:39:36.329459Z","end":"2026-04-16T00:39:37.110857Z","steps":["trace[1061922090] 'range keys from in-memory index tree' (duration: 781.16126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.110881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.100579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T00:39:37.11092Z","caller":"traceutil/trace.go:171","msg":"trace[1356939864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3079; }","duration":"322.868707ms","start":"2026-04-16T00:39:36.788027Z","end":"2026-04-16T00:39:37.110896Z","steps":["trace[1356939864] 'range keys from in-memory index tree' (duration: 322.462476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.110933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.329439Z","time spent":"781.48598ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T00:39:37.110937Z","caller":"traceutil/trace.go:171","msg":"trace[1676853558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3079; }","duration":"1.065829517s","start":"2026-04-16T00:39:36.045081Z","end":"2026-04-16T00:39:37.110911Z","steps":["trace[1676853558] 'range keys from in-memory index tree' (duration: 1.065386525s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.110985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.788005Z","time spent":"322.966149ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:39:37.111004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.045058Z","time spent":"1.065928489s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:39:37.110763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.35286Z","time spent":"757.890049ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"info","ts":"2026-04-16T00:39:37.110952Z","caller":"traceutil/trace.go:171","msg":"trace[1688896506] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:3079; }","duration":"626.234422ms","start":"2026-04-16T00:39:36.484701Z","end":"2026-04-16T00:39:37.110936Z","steps":["trace[1688896506] 'range keys from in-memory index tree' (duration: 625.189743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.111092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.484681Z","time spent":"626.398776ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-16T00:39:37.111225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.417396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:39:37.111292Z","caller":"traceutil/trace.go:171","msg":"trace[2027755799] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:3079; }","duration":"941.64966ms","start":"2026-04-16T00:39:36.169622Z","end":"2026-04-16T00:39:37.111272Z","steps":["trace[2027755799] 'count revisions from in-memory index tree' (duration: 940.333154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.112555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:39:36.169596Z","time spent":"942.931163ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:39:37.276589Z","caller":"traceutil/trace.go:171","msg":"trace[220530381] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"160.939341ms","start":"2026-04-16T00:39:37.115619Z","end":"2026-04-16T00:39:37.276558Z","steps":["trace[220530381] 'process raft request' (duration: 160.603152ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:37.276581Z","caller":"traceutil/trace.go:171","msg":"trace[164841411] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"160.352005ms","start":"2026-04-16T00:39:37.116199Z","end":"2026-04-16T00:39:37.276551Z","steps":["trace[164841411] 'process raft request' (duration: 160.22215ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:37.276974Z","caller":"traceutil/trace.go:171","msg":"trace[1590730179] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"160.321963ms","start":"2026-04-16T00:39:37.11664Z","end":"2026-04-16T00:39:37.276962Z","steps":["trace[1590730179] 'process raft request' (duration: 159.856911ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:37.277105Z","caller":"traceutil/trace.go:171","msg":"trace[548038285] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"160.404947ms","start":"2026-04-16T00:39:37.116668Z","end":"2026-04-16T00:39:37.277073Z","steps":["trace[548038285] 'process raft request' (duration: 160.18209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:37.277185Z","caller":"traceutil/trace.go:171","msg":"trace[2054282487] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"159.81835ms","start":"2026-04-16T00:39:37.117348Z","end":"2026-04-16T00:39:37.277166Z","steps":["trace[2054282487] 'process raft request' (duration: 159.663957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:37.27718Z","caller":"traceutil/trace.go:171","msg":"trace[413261570] linearizableReadLoop","detail":"{readStateIndex:3202; appliedIndex:3197; }","duration":"160.042346ms","start":"2026-04-16T00:39:37.117101Z","end":"2026-04-16T00:39:37.277144Z","steps":["trace[413261570] 'read index received' (duration: 54.679671ms)","trace[413261570] 'applied index is now lower than readState.Index' (duration: 105.361115ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:37.277412Z","caller":"traceutil/trace.go:171","msg":"trace[1319598207] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"104.300026ms","start":"2026-04-16T00:39:37.173094Z","end":"2026-04-16T00:39:37.277395Z","steps":["trace[1319598207] 'process raft request' (duration: 104.205065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.277543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.852629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:39:37.277623Z","caller":"traceutil/trace.go:171","msg":"trace[1745829240] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3085; }","duration":"133.008443ms","start":"2026-04-16T00:39:37.144598Z","end":"2026-04-16T00:39:37.277606Z","steps":["trace[1745829240] 'agreement among raft nodes before linearized reading' (duration: 132.807219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.277622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.498828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108471"} {"level":"info","ts":"2026-04-16T00:39:37.277667Z","caller":"traceutil/trace.go:171","msg":"trace[174739305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3084; }","duration":"160.594561ms","start":"2026-04-16T00:39:37.117061Z","end":"2026-04-16T00:39:37.277655Z","steps":["trace[174739305] 'agreement among raft nodes before linearized reading' (duration: 160.265062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:37.277669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.508152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108471"} {"level":"info","ts":"2026-04-16T00:39:37.277721Z","caller":"traceutil/trace.go:171","msg":"trace[1522085829] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3085; }","duration":"159.574013ms","start":"2026-04-16T00:39:37.118134Z","end":"2026-04-16T00:39:37.277708Z","steps":["trace[1522085829] 'agreement among raft nodes before linearized reading' (duration: 159.265825ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:44.549623Z","caller":"traceutil/trace.go:171","msg":"trace[334410175] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"165.571273ms","start":"2026-04-16T00:39:44.383985Z","end":"2026-04-16T00:39:44.549556Z","steps":["trace[334410175] 'process raft request' (duration: 125.40408ms)","trace[334410175] 'compare' (duration: 39.743122ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:45.471505Z","caller":"traceutil/trace.go:171","msg":"trace[1572634410] linearizableReadLoop","detail":"{readStateIndex:3248; appliedIndex:3246; }","duration":"105.988542ms","start":"2026-04-16T00:39:45.365483Z","end":"2026-04-16T00:39:45.471472Z","steps":["trace[1572634410] 'read index received' (duration: 5.23604ms)","trace[1572634410] 'applied index is now lower than readState.Index' (duration: 100.751462ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:45.471711Z","caller":"traceutil/trace.go:171","msg":"trace[1435423425] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"109.448924ms","start":"2026-04-16T00:39:45.362192Z","end":"2026-04-16T00:39:45.471641Z","steps":["trace[1435423425] 'process raft request' (duration: 35.909109ms)","trace[1435423425] 'compare' (duration: 73.177316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:39:45.471886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.374353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108471"} {"level":"info","ts":"2026-04-16T00:39:45.471952Z","caller":"traceutil/trace.go:171","msg":"trace[1398251202] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3128; }","duration":"106.483565ms","start":"2026-04-16T00:39:45.365452Z","end":"2026-04-16T00:39:45.471936Z","steps":["trace[1398251202] 'agreement among raft nodes before linearized reading' (duration: 106.143566ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:51.627647Z","caller":"traceutil/trace.go:171","msg":"trace[814515547] linearizableReadLoop","detail":"{readStateIndex:3279; appliedIndex:3278; }","duration":"248.069648ms","start":"2026-04-16T00:39:51.379545Z","end":"2026-04-16T00:39:51.627615Z","steps":["trace[814515547] 'read index received' (duration: 247.922363ms)","trace[814515547] 'applied index is now lower than readState.Index' (duration: 145.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:39:51.627719Z","caller":"traceutil/trace.go:171","msg":"trace[1751674711] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"254.580122ms","start":"2026-04-16T00:39:51.373095Z","end":"2026-04-16T00:39:51.627675Z","steps":["trace[1751674711] 'process raft request' (duration: 254.307265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:51.627978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.008967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T00:39:51.627999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.424508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:39:51.628024Z","caller":"traceutil/trace.go:171","msg":"trace[279973020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3157; }","duration":"211.130741ms","start":"2026-04-16T00:39:51.416878Z","end":"2026-04-16T00:39:51.628009Z","steps":["trace[279973020] 'agreement among raft nodes before linearized reading' (duration: 210.952236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:51.628062Z","caller":"traceutil/trace.go:171","msg":"trace[2132885164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3157; }","duration":"248.559211ms","start":"2026-04-16T00:39:51.379481Z","end":"2026-04-16T00:39:51.62804Z","steps":["trace[2132885164] 'agreement among raft nodes before linearized reading' (duration: 248.290504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:51.628149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.765157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:39:51.628201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.312507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:39:51.628269Z","caller":"traceutil/trace.go:171","msg":"trace[965274410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3157; }","duration":"126.953871ms","start":"2026-04-16T00:39:51.501291Z","end":"2026-04-16T00:39:51.628245Z","steps":["trace[965274410] 'agreement among raft nodes before linearized reading' (duration: 126.583361ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:39:51.628273Z","caller":"traceutil/trace.go:171","msg":"trace[1350681268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3157; }","duration":"208.407788ms","start":"2026-04-16T00:39:51.419846Z","end":"2026-04-16T00:39:51.628254Z","steps":["trace[1350681268] 'agreement among raft nodes before linearized reading' (duration: 208.192882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:51.629035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.231848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:39:51.629133Z","caller":"traceutil/trace.go:171","msg":"trace[962091591] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3157; }","duration":"118.363603ms","start":"2026-04-16T00:39:51.510747Z","end":"2026-04-16T00:39:51.629111Z","steps":["trace[962091591] 'agreement among raft nodes before linearized reading' (duration: 117.317455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:39:51.629514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.615009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:39:51.629829Z","caller":"traceutil/trace.go:171","msg":"trace[741667478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3157; }","duration":"179.987409ms","start":"2026-04-16T00:39:51.44981Z","end":"2026-04-16T00:39:51.629798Z","steps":["trace[741667478] 'agreement among raft nodes before linearized reading' (duration: 178.14684ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:05.948307Z","caller":"traceutil/trace.go:171","msg":"trace[657159599] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"104.558744ms","start":"2026-04-16T00:40:05.843719Z","end":"2026-04-16T00:40:05.948278Z","steps":["trace[657159599] 'process raft request' (duration: 104.344298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:06.072886Z","caller":"traceutil/trace.go:171","msg":"trace[1168180297] linearizableReadLoop","detail":"{readStateIndex:3373; appliedIndex:3372; }","duration":"114.549961ms","start":"2026-04-16T00:40:05.958295Z","end":"2026-04-16T00:40:06.072845Z","steps":["trace[1168180297] 'read index received' (duration: 109.705882ms)","trace[1168180297] 'applied index is now lower than readState.Index' (duration: 4.842399ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:06.073016Z","caller":"traceutil/trace.go:171","msg":"trace[415635178] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"118.152357ms","start":"2026-04-16T00:40:05.954817Z","end":"2026-04-16T00:40:06.072969Z","steps":["trace[415635178] 'process raft request' (duration: 113.168704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:06.073439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.101555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-16T00:40:06.073553Z","caller":"traceutil/trace.go:171","msg":"trace[1571020877] range","detail":"{range_begin:/registry/persistentvolumes/pvc-68208d6d-be53-4adc-846f-ebdfa6e5baa1; range_end:; response_count:1; response_revision:3248; }","duration":"115.264609ms","start":"2026-04-16T00:40:05.958257Z","end":"2026-04-16T00:40:06.073521Z","steps":["trace[1571020877] 'agreement among raft nodes before linearized reading' (duration: 114.791056ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:06.076478Z","caller":"traceutil/trace.go:171","msg":"trace[1147243547] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"116.201314ms","start":"2026-04-16T00:40:05.960256Z","end":"2026-04-16T00:40:06.076457Z","steps":["trace[1147243547] 'process raft request' (duration: 115.976648ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:06.294947Z","caller":"traceutil/trace.go:171","msg":"trace[1899627105] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"174.757689ms","start":"2026-04-16T00:40:06.120163Z","end":"2026-04-16T00:40:06.29492Z","steps":["trace[1899627105] 'process raft request' (duration: 123.980082ms)","trace[1899627105] 'compare' (duration: 50.616762ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:06.295297Z","caller":"traceutil/trace.go:171","msg":"trace[1493391973] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"174.592204ms","start":"2026-04-16T00:40:06.120662Z","end":"2026-04-16T00:40:06.295254Z","steps":["trace[1493391973] 'process raft request' (duration: 174.216553ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:06.295467Z","caller":"traceutil/trace.go:171","msg":"trace[1981567461] linearizableReadLoop","detail":"{readStateIndex:3379; appliedIndex:3376; }","duration":"164.274929ms","start":"2026-04-16T00:40:06.131163Z","end":"2026-04-16T00:40:06.295438Z","steps":["trace[1981567461] 'read index received' (duration: 112.974858ms)","trace[1981567461] 'applied index is now lower than readState.Index' (duration: 51.298561ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:06.295631Z","caller":"traceutil/trace.go:171","msg":"trace[1475676355] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"174.04997ms","start":"2026-04-16T00:40:06.121471Z","end":"2026-04-16T00:40:06.295521Z","steps":["trace[1475676355] 'process raft request' (duration: 173.64186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:06.295799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.567767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T00:40:06.295821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.226173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-16T00:40:06.29674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.873257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:40:06.296808Z","caller":"traceutil/trace.go:171","msg":"trace[1704628698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3254; }","duration":"163.249322ms","start":"2026-04-16T00:40:06.133536Z","end":"2026-04-16T00:40:06.296786Z","steps":["trace[1704628698] 'agreement among raft nodes before linearized reading' (duration: 162.09011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:06.29682Z","caller":"traceutil/trace.go:171","msg":"trace[1423275619] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3254; }","duration":"163.994002ms","start":"2026-04-16T00:40:06.132801Z","end":"2026-04-16T00:40:06.296795Z","steps":["trace[1423275619] 'agreement among raft nodes before linearized reading' (duration: 162.839032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:06.297039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.569583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T00:40:06.297108Z","caller":"traceutil/trace.go:171","msg":"trace[1406214726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3254; }","duration":"165.742278ms","start":"2026-04-16T00:40:06.13135Z","end":"2026-04-16T00:40:06.297092Z","steps":["trace[1406214726] 'agreement among raft nodes before linearized reading' (duration: 164.272128ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:06.297391Z","caller":"traceutil/trace.go:171","msg":"trace[80096942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3254; }","duration":"166.315434ms","start":"2026-04-16T00:40:06.131053Z","end":"2026-04-16T00:40:06.297369Z","steps":["trace[80096942] 'agreement among raft nodes before linearized reading' (duration: 164.506225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:06.644213Z","caller":"traceutil/trace.go:171","msg":"trace[1911296995] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"110.422419ms","start":"2026-04-16T00:40:06.53376Z","end":"2026-04-16T00:40:06.644182Z","steps":["trace[1911296995] 'process raft request' (duration: 106.042162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:09.176553Z","caller":"traceutil/trace.go:171","msg":"trace[458672950] linearizableReadLoop","detail":"{readStateIndex:3395; appliedIndex:3394; }","duration":"158.497425ms","start":"2026-04-16T00:40:09.018031Z","end":"2026-04-16T00:40:09.176528Z","steps":["trace[458672950] 'read index received' (duration: 158.316009ms)","trace[458672950] 'applied index is now lower than readState.Index' (duration: 180.086µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:09.17663Z","caller":"traceutil/trace.go:171","msg":"trace[1834832838] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"210.594457ms","start":"2026-04-16T00:40:08.966001Z","end":"2026-04-16T00:40:09.176595Z","steps":["trace[1834832838] 'process raft request' (duration: 210.320949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:09.176717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.662088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:09.176761Z","caller":"traceutil/trace.go:171","msg":"trace[509577417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3269; }","duration":"158.753381ms","start":"2026-04-16T00:40:09.017995Z","end":"2026-04-16T00:40:09.176748Z","steps":["trace[509577417] 'agreement among raft nodes before linearized reading' (duration: 158.632038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:09.359812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.102082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:09.359896Z","caller":"traceutil/trace.go:171","msg":"trace[1023358465] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3269; }","duration":"107.207064ms","start":"2026-04-16T00:40:09.252668Z","end":"2026-04-16T00:40:09.359875Z","steps":["trace[1023358465] 'count revisions from in-memory index tree' (duration: 107.012139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:10.024822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.530979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T00:40:10.024915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.920491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T00:40:10.024963Z","caller":"traceutil/trace.go:171","msg":"trace[1132421424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3270; }","duration":"562.723874ms","start":"2026-04-16T00:40:09.462202Z","end":"2026-04-16T00:40:10.024926Z","steps":["trace[1132421424] 'range keys from in-memory index tree' (duration: 562.303054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:10.025001Z","caller":"traceutil/trace.go:171","msg":"trace[329061080] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3270; }","duration":"517.059104ms","start":"2026-04-16T00:40:09.507919Z","end":"2026-04-16T00:40:10.024978Z","steps":["trace[329061080] 'range keys from in-memory index tree' (duration: 516.745086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:10.025026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:09.462186Z","time spent":"562.828169ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:40:10.025047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:09.5079Z","time spent":"517.137857ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T00:40:10.288026Z","caller":"traceutil/trace.go:171","msg":"trace[1342622664] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"171.825482ms","start":"2026-04-16T00:40:10.116169Z","end":"2026-04-16T00:40:10.287995Z","steps":["trace[1342622664] 'process raft request' (duration: 92.128262ms)","trace[1342622664] 'compare' (duration: 79.509535ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:10.288385Z","caller":"traceutil/trace.go:171","msg":"trace[1585489768] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"172.052017ms","start":"2026-04-16T00:40:10.116298Z","end":"2026-04-16T00:40:10.28835Z","steps":["trace[1585489768] 'process raft request' (duration: 171.647886ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:10.288554Z","caller":"traceutil/trace.go:171","msg":"trace[1777572285] linearizableReadLoop","detail":"{readStateIndex:3399; appliedIndex:3397; }","duration":"161.68394ms","start":"2026-04-16T00:40:10.126851Z","end":"2026-04-16T00:40:10.288535Z","steps":["trace[1777572285] 'read index received' (duration: 81.459047ms)","trace[1777572285] 'applied index is now lower than readState.Index' (duration: 80.222993ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:10.288621Z","caller":"traceutil/trace.go:171","msg":"trace[881563371] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"147.699175ms","start":"2026-04-16T00:40:10.140881Z","end":"2026-04-16T00:40:10.28858Z","steps":["trace[881563371] 'process raft request' (duration: 147.309154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:10.288804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.340089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-04-16T00:40:10.288807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.924486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T00:40:10.288843Z","caller":"traceutil/trace.go:171","msg":"trace[794953832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3274; }","duration":"146.433661ms","start":"2026-04-16T00:40:10.142399Z","end":"2026-04-16T00:40:10.288833Z","steps":["trace[794953832] 'agreement among raft nodes before linearized reading' (duration: 146.262527ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:10.288864Z","caller":"traceutil/trace.go:171","msg":"trace[1945663839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3274; }","duration":"162.035679ms","start":"2026-04-16T00:40:10.126815Z","end":"2026-04-16T00:40:10.28885Z","steps":["trace[1945663839] 'agreement among raft nodes before linearized reading' (duration: 161.818723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:10.805577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449361320,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:40:10.817879Z","caller":"traceutil/trace.go:171","msg":"trace[861914679] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"524.059212ms","start":"2026-04-16T00:40:10.293791Z","end":"2026-04-16T00:40:10.81785Z","steps":["trace[861914679] 'process raft request' (duration: 523.885047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:10.818065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.29377Z","time spent":"524.172664ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:11.035082Z","caller":"traceutil/trace.go:171","msg":"trace[988851582] linearizableReadLoop","detail":"{readStateIndex:3404; appliedIndex:3400; }","duration":"730.521118ms","start":"2026-04-16T00:40:10.30454Z","end":"2026-04-16T00:40:11.035061Z","steps":["trace[988851582] 'read index received' (duration: 513.12069ms)","trace[988851582] 'applied index is now lower than readState.Index' (duration: 217.399158ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:11.035137Z","caller":"traceutil/trace.go:171","msg":"trace[1287358] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"727.474117ms","start":"2026-04-16T00:40:10.307624Z","end":"2026-04-16T00:40:11.035098Z","steps":["trace[1287358] 'process raft request' (duration: 650.955381ms)","trace[1287358] 'compare' (duration: 76.28684ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:11.035135Z","caller":"traceutil/trace.go:171","msg":"trace[1868174813] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"722.691969ms","start":"2026-04-16T00:40:10.312401Z","end":"2026-04-16T00:40:11.035092Z","steps":["trace[1868174813] 'process raft request' (duration: 722.581096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:11.035223Z","caller":"traceutil/trace.go:171","msg":"trace[484832679] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"722.491854ms","start":"2026-04-16T00:40:10.312717Z","end":"2026-04-16T00:40:11.035209Z","steps":["trace[484832679] 'process raft request' (duration: 722.302538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:11.035293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.307603Z","time spent":"727.599869ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:11.035613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.312703Z","time spent":"722.557784ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:11.035679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.543491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:40:11.035772Z","caller":"traceutil/trace.go:171","msg":"trace[1048216785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3278; }","duration":"717.688365ms","start":"2026-04-16T00:40:10.31806Z","end":"2026-04-16T00:40:11.035749Z","steps":["trace[1048216785] 'agreement among raft nodes before linearized reading' (duration: 717.232793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:11.03581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.318044Z","time spent":"717.759096ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:40:11.035843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.970885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:40:11.035823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.238077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:11.035897Z","caller":"traceutil/trace.go:171","msg":"trace[771007489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3278; }","duration":"708.046218ms","start":"2026-04-16T00:40:10.327835Z","end":"2026-04-16T00:40:11.035882Z","steps":["trace[771007489] 'agreement among raft nodes before linearized reading' (duration: 707.850383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:11.035903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.476409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T00:40:11.035934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.327822Z","time spent":"708.103069ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T00:40:11.03594Z","caller":"traceutil/trace.go:171","msg":"trace[1802731621] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3278; }","duration":"731.412981ms","start":"2026-04-16T00:40:10.304501Z","end":"2026-04-16T00:40:11.035914Z","steps":["trace[1802731621] 'agreement among raft nodes before linearized reading' (duration: 731.160344ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:11.035952Z","caller":"traceutil/trace.go:171","msg":"trace[1815999482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3278; }","duration":"717.544911ms","start":"2026-04-16T00:40:10.318393Z","end":"2026-04-16T00:40:11.035938Z","steps":["trace[1815999482] 'agreement among raft nodes before linearized reading' (duration: 717.412147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:11.035998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.318381Z","time spent":"717.605232ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:11.036003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.30449Z","time spent":"731.503664ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T00:40:11.036072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.980942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-16T00:40:11.035719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.312385Z","time spent":"722.845793ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:11.036142Z","caller":"traceutil/trace.go:171","msg":"trace[1751655851] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3278; }","duration":"703.071034ms","start":"2026-04-16T00:40:10.333054Z","end":"2026-04-16T00:40:11.036125Z","steps":["trace[1751655851] 'agreement among raft nodes before linearized reading' (duration: 702.88431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:11.036186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:10.333043Z","time spent":"703.131136ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:40:11.593177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449361331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:40:11.659572Z","caller":"traceutil/trace.go:171","msg":"trace[1606473175] linearizableReadLoop","detail":"{readStateIndex:3406; appliedIndex:3405; }","duration":"566.414324ms","start":"2026-04-16T00:40:11.093096Z","end":"2026-04-16T00:40:11.65951Z","steps":["trace[1606473175] 'read index received' (duration: 566.343772ms)","trace[1606473175] 'applied index is now lower than readState.Index' (duration: 69.592µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:11.659597Z","caller":"traceutil/trace.go:171","msg":"trace[1672135538] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"617.346684ms","start":"2026-04-16T00:40:11.042216Z","end":"2026-04-16T00:40:11.659563Z","steps":["trace[1672135538] 'process raft request' (duration: 617.16782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:11.659774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.385784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T00:40:11.659812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:11.042207Z","time spent":"617.468267ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:11.659838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.738331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109237"} {"level":"info","ts":"2026-04-16T00:40:11.659872Z","caller":"traceutil/trace.go:171","msg":"trace[818423459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3280; }","duration":"615.831613ms","start":"2026-04-16T00:40:11.044034Z","end":"2026-04-16T00:40:11.659865Z","steps":["trace[818423459] 'agreement among raft nodes before linearized reading' (duration: 615.630548ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:11.659877Z","caller":"traceutil/trace.go:171","msg":"trace[8853344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3280; }","duration":"611.506637ms","start":"2026-04-16T00:40:11.048342Z","end":"2026-04-16T00:40:11.659849Z","steps":["trace[8853344] 'agreement among raft nodes before linearized reading' (duration: 611.241279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:11.659897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:11.044011Z","time spent":"615.879824ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109260,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:40:11.659935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:11.048337Z","time spent":"611.5885ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:40:11.659939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.072786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:11.660069Z","caller":"traceutil/trace.go:171","msg":"trace[1108321117] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3280; }","duration":"160.280663ms","start":"2026-04-16T00:40:11.499762Z","end":"2026-04-16T00:40:11.660043Z","steps":["trace[1108321117] 'agreement among raft nodes before linearized reading' (duration: 160.015416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:14.409318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.243812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:40:14.409403Z","caller":"traceutil/trace.go:171","msg":"trace[1285811020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3304; }","duration":"102.356185ms","start":"2026-04-16T00:40:14.307028Z","end":"2026-04-16T00:40:14.409385Z","steps":["trace[1285811020] 'agreement among raft nodes before linearized reading' (duration: 102.087858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:16.939414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449361415,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:40:17.057863Z","caller":"traceutil/trace.go:171","msg":"trace[1606018256] linearizableReadLoop","detail":"{readStateIndex:3444; appliedIndex:3443; }","duration":"619.271085ms","start":"2026-04-16T00:40:16.438566Z","end":"2026-04-16T00:40:17.057837Z","steps":["trace[1606018256] 'read index received' (duration: 573.775829ms)","trace[1606018256] 'applied index is now lower than readState.Index' (duration: 45.493926ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:17.057888Z","caller":"traceutil/trace.go:171","msg":"trace[1631535813] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"628.424669ms","start":"2026-04-16T00:40:16.429434Z","end":"2026-04-16T00:40:17.057858Z","steps":["trace[1631535813] 'process raft request' (duration: 582.969955ms)","trace[1631535813] 'compare' (duration: 45.076925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:17.058028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:16.42942Z","time spent":"628.523122ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:17.058125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.558349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:40:17.058124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.996815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T00:40:17.058157Z","caller":"traceutil/trace.go:171","msg":"trace[109600647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3317; }","duration":"148.63485ms","start":"2026-04-16T00:40:16.909513Z","end":"2026-04-16T00:40:17.058148Z","steps":["trace[109600647] 'agreement among raft nodes before linearized reading' (duration: 148.478606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:17.058145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.543372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:40:17.058194Z","caller":"traceutil/trace.go:171","msg":"trace[987421894] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:3317; }","duration":"571.072228ms","start":"2026-04-16T00:40:16.487102Z","end":"2026-04-16T00:40:17.058175Z","steps":["trace[987421894] 'agreement among raft nodes before linearized reading' (duration: 570.888183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:17.058234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:16.487053Z","time spent":"571.173501ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-04-16T00:40:17.058242Z","caller":"traceutil/trace.go:171","msg":"trace[1967000777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3317; }","duration":"619.698276ms","start":"2026-04-16T00:40:16.438519Z","end":"2026-04-16T00:40:17.058217Z","steps":["trace[1967000777] 'agreement among raft nodes before linearized reading' (duration: 619.42699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:17.058305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:16.438501Z","time spent":"619.788589ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:17.058479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.205042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:40:17.058512Z","caller":"traceutil/trace.go:171","msg":"trace[1260102835] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3317; }","duration":"193.240942ms","start":"2026-04-16T00:40:16.86526Z","end":"2026-04-16T00:40:17.058501Z","steps":["trace[1260102835] 'agreement among raft nodes before linearized reading' (duration: 193.13383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:17.058816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.650504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-16T00:40:17.058921Z","caller":"traceutil/trace.go:171","msg":"trace[1489851158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3317; }","duration":"391.803827ms","start":"2026-04-16T00:40:16.66709Z","end":"2026-04-16T00:40:17.058893Z","steps":["trace[1489851158] 'agreement among raft nodes before linearized reading' (duration: 391.411496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:17.058976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:16.66707Z","time spent":"391.895971ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T00:40:17.234296Z","caller":"traceutil/trace.go:171","msg":"trace[1718998601] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"144.729137ms","start":"2026-04-16T00:40:17.089517Z","end":"2026-04-16T00:40:17.234246Z","steps":["trace[1718998601] 'process raft request' (duration: 77.273405ms)","trace[1718998601] 'compare' (duration: 67.255557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:17.234767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.800624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:40:17.234813Z","caller":"traceutil/trace.go:171","msg":"trace[1656733376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3323; }","duration":"109.882716ms","start":"2026-04-16T00:40:17.124918Z","end":"2026-04-16T00:40:17.234801Z","steps":["trace[1656733376] 'agreement among raft nodes before linearized reading' (duration: 109.63388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:17.235089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.081568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:40:17.235079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.070842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T00:40:17.235531Z","caller":"traceutil/trace.go:171","msg":"trace[1515705115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3323; }","duration":"146.551206ms","start":"2026-04-16T00:40:17.088947Z","end":"2026-04-16T00:40:17.235498Z","steps":["trace[1515705115] 'agreement among raft nodes before linearized reading' (duration: 145.904949ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:17.235544Z","caller":"traceutil/trace.go:171","msg":"trace[1077894158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3323; }","duration":"117.559381ms","start":"2026-04-16T00:40:17.117932Z","end":"2026-04-16T00:40:17.235492Z","steps":["trace[1077894158] 'agreement among raft nodes before linearized reading' (duration: 116.866842ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:18.13817Z","caller":"traceutil/trace.go:171","msg":"trace[1803700926] linearizableReadLoop","detail":"{readStateIndex:3453; appliedIndex:3452; }","duration":"441.056753ms","start":"2026-04-16T00:40:17.697088Z","end":"2026-04-16T00:40:18.138144Z","steps":["trace[1803700926] 'read index received' (duration: 440.840537ms)","trace[1803700926] 'applied index is now lower than readState.Index' (duration: 215.416µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:18.138289Z","caller":"traceutil/trace.go:171","msg":"trace[236397616] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"447.236898ms","start":"2026-04-16T00:40:17.691042Z","end":"2026-04-16T00:40:18.138278Z","steps":["trace[236397616] 'process raft request' (duration: 446.941781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:18.138391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:17.691026Z","time spent":"447.290971ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:18.138507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.1713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:18.138592Z","caller":"traceutil/trace.go:171","msg":"trace[928888955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3325; }","duration":"123.284984ms","start":"2026-04-16T00:40:18.015281Z","end":"2026-04-16T00:40:18.138566Z","steps":["trace[928888955] 'agreement among raft nodes before linearized reading' (duration: 123.169081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:18.13891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.798393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109947"} {"level":"info","ts":"2026-04-16T00:40:18.138998Z","caller":"traceutil/trace.go:171","msg":"trace[133897361] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3325; }","duration":"441.919717ms","start":"2026-04-16T00:40:17.697061Z","end":"2026-04-16T00:40:18.138981Z","steps":["trace[133897361] 'agreement among raft nodes before linearized reading' (duration: 441.493126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:18.139049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:17.697051Z","time spent":"441.989288ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109970,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:40:19.397024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141243291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:19.397171Z","caller":"traceutil/trace.go:171","msg":"trace[893473303] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3325; }","duration":"1.141452307s","start":"2026-04-16T00:40:18.255686Z","end":"2026-04-16T00:40:19.397139Z","steps":["trace[893473303] 'count revisions from in-memory index tree' (duration: 1.141136339s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:19.397252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.255664Z","time spent":"1.14156636s","remote":"127.0.0.1:43500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:40:19.398654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108689781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:40:19.398859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198076849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6af73654d5aeb\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-16T00:40:19.398906Z","caller":"traceutil/trace.go:171","msg":"trace[105873069] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a6af73654d5aeb; range_end:; response_count:1; response_revision:3325; }","duration":"1.19812802s","start":"2026-04-16T00:40:18.200764Z","end":"2026-04-16T00:40:19.398892Z","steps":["trace[105873069] 'range keys from in-memory index tree' (duration: 1.197882324s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:19.398938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.200713Z","time spent":"1.198216103s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6af73654d5aeb\" "} {"level":"info","ts":"2026-04-16T00:40:19.398718Z","caller":"traceutil/trace.go:171","msg":"trace[2032710740] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3325; }","duration":"1.108803745s","start":"2026-04-16T00:40:18.289901Z","end":"2026-04-16T00:40:19.398705Z","steps":["trace[2032710740] 'count revisions from in-memory index tree' (duration: 1.108581488s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:19.39906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.289871Z","time spent":"1.109179084s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:40:19.400049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.266245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:40:19.400154Z","caller":"traceutil/trace.go:171","msg":"trace[160170933] linearizableReadLoop","detail":"{readStateIndex:3454; appliedIndex:3453; }","duration":"1.005484074s","start":"2026-04-16T00:40:18.394654Z","end":"2026-04-16T00:40:19.400138Z","steps":["trace[160170933] 'read index received' (duration: 358.046737ms)","trace[160170933] 'applied index is now lower than readState.Index' (duration: 647.435567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:19.400264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005592167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:19.400287Z","caller":"traceutil/trace.go:171","msg":"trace[868716579] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"1.019720125s","start":"2026-04-16T00:40:18.380476Z","end":"2026-04-16T00:40:19.400196Z","steps":["trace[868716579] 'process raft request' (duration: 372.212555ms)","trace[868716579] 'compare' (duration: 645.813445ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:19.400359Z","caller":"traceutil/trace.go:171","msg":"trace[1100298493] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3326; }","duration":"1.00572207s","start":"2026-04-16T00:40:18.39461Z","end":"2026-04-16T00:40:19.400332Z","steps":["trace[1100298493] 'agreement among raft nodes before linearized reading' (duration: 1.005573476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:19.400419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.394594Z","time spent":"1.005810344s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:40:19.398651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155364878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T00:40:19.400658Z","caller":"traceutil/trace.go:171","msg":"trace[4107409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3325; }","duration":"1.157439444s","start":"2026-04-16T00:40:18.24319Z","end":"2026-04-16T00:40:19.400629Z","steps":["trace[4107409] 'range keys from in-memory index tree' (duration: 1.155125521s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:19.400682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.38045Z","time spent":"1.01992238s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:19.400778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.243168Z","time spent":"1.157587828s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:40:19.900686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449361451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:40:20.401435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449361451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:40:20.795574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441009961s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:40:20.796001Z","caller":"traceutil/trace.go:171","msg":"trace[1519799194] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"1.644032415s","start":"2026-04-16T00:40:19.151915Z","end":"2026-04-16T00:40:20.795947Z","steps":["trace[1519799194] 'process raft request' (duration: 1.643892911s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:20.796143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.151896Z","time spent":"1.644168808s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:21.018228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T00:40:21.018316Z","caller":"traceutil/trace.go:171","msg":"trace[596513384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366515s","start":"2026-04-16T00:40:19.017926Z","end":"2026-04-16T00:40:21.018293Z","steps":["trace[596513384] 'agreement among raft nodes before linearized reading' (duration: 2.000255932s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.018363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.017916Z","time spent":"2.000437277s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 00:40:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T00:40:21.151879Z","caller":"traceutil/trace.go:171","msg":"trace[2119010047] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"1.999923912s","start":"2026-04-16T00:40:19.151924Z","end":"2026-04-16T00:40:21.151848Z","steps":["trace[2119010047] 'process raft request' (duration: 1.991959659s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:21.151909Z","caller":"traceutil/trace.go:171","msg":"trace[708040180] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"1.999364938s","start":"2026-04-16T00:40:19.152521Z","end":"2026-04-16T00:40:21.151886Z","steps":["trace[708040180] 'process raft request' (duration: 1.998961597s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.152037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.151907Z","time spent":"2.000045467s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:21.15213Z","caller":"traceutil/trace.go:171","msg":"trace[2012334132] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"1.750272942s","start":"2026-04-16T00:40:19.401829Z","end":"2026-04-16T00:40:21.152102Z","steps":["trace[2012334132] 'process raft request' (duration: 1.749998266s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.152265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.152511Z","time spent":"1.99945968s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:21.152318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.4018Z","time spent":"1.750417596s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:21.152668Z","caller":"traceutil/trace.go:171","msg":"trace[431906012] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3455; }","duration":"1.752455841s","start":"2026-04-16T00:40:19.400191Z","end":"2026-04-16T00:40:21.152646Z","steps":["trace[431906012] 'read index received' (duration: 1.395899154s)","trace[431906012] 'applied index is now lower than readState.Index' (duration: 356.555727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:21.15282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00241836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:40:21.152865Z","caller":"traceutil/trace.go:171","msg":"trace[1887993124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3331; }","duration":"2.002515741s","start":"2026-04-16T00:40:19.150334Z","end":"2026-04-16T00:40:21.15285Z","steps":["trace[1887993124] 'agreement among raft nodes before linearized reading' (duration: 2.002333526s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.152858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892809761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-16T00:40:21.152872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452516095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:40:21.152902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090171485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T00:40:21.152911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.150322Z","time spent":"2.002576873s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T00:40:21.152919Z","caller":"traceutil/trace.go:171","msg":"trace[1178129852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3331; }","duration":"1.892895624s","start":"2026-04-16T00:40:19.260007Z","end":"2026-04-16T00:40:21.152903Z","steps":["trace[1178129852] 'agreement among raft nodes before linearized reading' (duration: 1.892697689s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:21.152925Z","caller":"traceutil/trace.go:171","msg":"trace[44057093] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3331; }","duration":"2.452621438s","start":"2026-04-16T00:40:18.700288Z","end":"2026-04-16T00:40:21.15291Z","steps":["trace[44057093] 'agreement among raft nodes before linearized reading' (duration: 2.452524906s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.152979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.259997Z","time spent":"1.892972055s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:40:21.153006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.700267Z","time spent":"2.452729171s","remote":"127.0.0.1:55126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:40:21.153153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896551712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:40:21.153194Z","caller":"traceutil/trace.go:171","msg":"trace[1538701809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3331; }","duration":"1.896627283s","start":"2026-04-16T00:40:19.256557Z","end":"2026-04-16T00:40:21.153184Z","steps":["trace[1538701809] 'agreement among raft nodes before linearized reading' (duration: 1.8965239s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:21.153179Z","caller":"traceutil/trace.go:171","msg":"trace[2030785935] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"950.400582ms","start":"2026-04-16T00:40:20.202762Z","end":"2026-04-16T00:40:21.153163Z","steps":["trace[2030785935] 'process raft request' (duration: 949.305713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.153228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.256546Z","time spent":"1.896669795s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:40:21.15328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:20.202736Z","time spent":"950.489705ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:21.153372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002918862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:40:21.153404Z","caller":"traceutil/trace.go:171","msg":"trace[1117707842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3331; }","duration":"2.002994885s","start":"2026-04-16T00:40:19.150401Z","end":"2026-04-16T00:40:21.153396Z","steps":["trace[1117707842] 'agreement among raft nodes before linearized reading' (duration: 2.002898542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.153431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.15038Z","time spent":"2.003042346s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:21.153619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186448226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-16T00:40:21.15367Z","caller":"traceutil/trace.go:171","msg":"trace[1265655363] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:3331; }","duration":"2.186537018s","start":"2026-04-16T00:40:18.967118Z","end":"2026-04-16T00:40:21.153655Z","steps":["trace[1265655363] 'agreement among raft nodes before linearized reading' (duration: 2.186178308s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.153669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011149255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T00:40:21.153728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.967095Z","time spent":"2.186625281s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-16T00:40:21.152939Z","caller":"traceutil/trace.go:171","msg":"trace[937296475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3331; }","duration":"2.090262387s","start":"2026-04-16T00:40:19.062667Z","end":"2026-04-16T00:40:21.15293Z","steps":["trace[937296475] 'agreement among raft nodes before linearized reading' (duration: 2.090111373s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.15382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53580179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:21.15387Z","caller":"traceutil/trace.go:171","msg":"trace[1779019847] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3331; }","duration":"2.535874603s","start":"2026-04-16T00:40:18.617981Z","end":"2026-04-16T00:40:21.153855Z","steps":["trace[1779019847] 'agreement among raft nodes before linearized reading' (duration: 2.535810631s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.153865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:19.062645Z","time spent":"2.091201731s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:40:21.153904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.617959Z","time spent":"2.535936795s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:40:21.153675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244741264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:40:21.153948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190777311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6132"} {"level":"info","ts":"2026-04-16T00:40:21.153995Z","caller":"traceutil/trace.go:171","msg":"trace[704746053] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:3331; }","duration":"2.190882685s","start":"2026-04-16T00:40:18.963099Z","end":"2026-04-16T00:40:21.153982Z","steps":["trace[704746053] 'agreement among raft nodes before linearized reading' (duration: 2.190648059s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:21.153998Z","caller":"traceutil/trace.go:171","msg":"trace[1326906845] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3331; }","duration":"2.245105034s","start":"2026-04-16T00:40:18.90887Z","end":"2026-04-16T00:40:21.153975Z","steps":["trace[1326906845] 'agreement among raft nodes before linearized reading' (duration: 2.244736534s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.154044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.963081Z","time spent":"2.190954456s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6155,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-04-16T00:40:21.154045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:18.908848Z","time spent":"2.245182915s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:40:21.153749Z","caller":"traceutil/trace.go:171","msg":"trace[1475510252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3331; }","duration":"1.011269769s","start":"2026-04-16T00:40:20.142463Z","end":"2026-04-16T00:40:21.153733Z","steps":["trace[1475510252] 'agreement among raft nodes before linearized reading' (duration: 1.011107385s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.154125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:20.14244Z","time spent":"1.011671609s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:21.154175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007910148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:40:21.154217Z","caller":"traceutil/trace.go:171","msg":"trace[800493878] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3331; }","duration":"1.00794392s","start":"2026-04-16T00:40:20.146255Z","end":"2026-04-16T00:40:21.154198Z","steps":["trace[800493878] 'agreement among raft nodes before linearized reading' (duration: 1.007532359s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.15424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:20.146224Z","time spent":"1.008010312s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:40:21.154337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.256045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T00:40:21.154444Z","caller":"traceutil/trace.go:171","msg":"trace[1969943197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3331; }","duration":"747.391369ms","start":"2026-04-16T00:40:20.407032Z","end":"2026-04-16T00:40:21.154423Z","steps":["trace[1969943197] 'agreement among raft nodes before linearized reading' (duration: 746.752092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.155126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.26364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:21.155176Z","caller":"traceutil/trace.go:171","msg":"trace[689088753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3331; }","duration":"136.358893ms","start":"2026-04-16T00:40:21.018807Z","end":"2026-04-16T00:40:21.155166Z","steps":["trace[689088753] 'agreement among raft nodes before linearized reading' (duration: 135.018956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:21.155282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:20.40701Z","time spent":"748.257371ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:40:26.985379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:26.488657Z","time spent":"496.716131ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T00:40:27.750545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.170525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:40:27.751175Z","caller":"traceutil/trace.go:171","msg":"trace[1227214952] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"932.788062ms","start":"2026-04-16T00:40:26.818342Z","end":"2026-04-16T00:40:27.75113Z","steps":["trace[1227214952] 'process raft request' (duration: 550.897048ms)","trace[1227214952] 'compare' (duration: 380.957109ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:27.751315Z","caller":"traceutil/trace.go:171","msg":"trace[1982955114] linearizableReadLoop","detail":"{readStateIndex:3504; appliedIndex:3502; }","duration":"732.757947ms","start":"2026-04-16T00:40:27.018534Z","end":"2026-04-16T00:40:27.751292Z","steps":["trace[1982955114] 'read index received' (duration: 350.722311ms)","trace[1982955114] 'applied index is now lower than readState.Index' (duration: 382.034386ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:27.75135Z","caller":"traceutil/trace.go:171","msg":"trace[1363617468] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"764.29497ms","start":"2026-04-16T00:40:26.987028Z","end":"2026-04-16T00:40:27.751323Z","steps":["trace[1363617468] 'process raft request' (duration: 764.073514ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:27.751452Z","caller":"traceutil/trace.go:171","msg":"trace[304021380] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"560.507364ms","start":"2026-04-16T00:40:27.190908Z","end":"2026-04-16T00:40:27.751415Z","steps":["trace[304021380] 'process raft request' (duration: 560.33739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:27.751663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:26.986996Z","time spent":"764.525346ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:27.751685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.190888Z","time spent":"560.716942ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:27.75141Z","caller":"traceutil/trace.go:171","msg":"trace[999311820] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"561.770299ms","start":"2026-04-16T00:40:27.189552Z","end":"2026-04-16T00:40:27.751323Z","steps":["trace[999311820] 'process raft request' (duration: 561.648506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:27.751669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.081516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:40:27.751989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:26.818314Z","time spent":"932.949776ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:27.752141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.189523Z","time spent":"562.350423ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:27.752109Z","caller":"traceutil/trace.go:171","msg":"trace[1606610639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3376; }","duration":"733.536778ms","start":"2026-04-16T00:40:27.018484Z","end":"2026-04-16T00:40:27.752021Z","steps":["trace[1606610639] 'agreement among raft nodes before linearized reading' (duration: 732.950972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:27.752278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.018469Z","time spent":"733.760095ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T00:40:28.269943Z","caller":"traceutil/trace.go:171","msg":"trace[167493229] linearizableReadLoop","detail":"{readStateIndex:3507; appliedIndex:3506; }","duration":"518.521434ms","start":"2026-04-16T00:40:27.751396Z","end":"2026-04-16T00:40:28.269918Z","steps":["trace[167493229] 'read index received' (duration: 479.762679ms)","trace[167493229] 'applied index is now lower than readState.Index' (duration: 38.757485ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:28.269956Z","caller":"traceutil/trace.go:171","msg":"trace[1153089224] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"832.585135ms","start":"2026-04-16T00:40:27.437336Z","end":"2026-04-16T00:40:28.269921Z","steps":["trace[1153089224] 'process raft request' (duration: 793.878451ms)","trace[1153089224] 'compare' (duration: 38.346094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:28.270141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.437308Z","time spent":"832.729298ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:28.270156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005848764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T00:40:28.270152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005275999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T00:40:28.270206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066947786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:40:28.27022Z","caller":"traceutil/trace.go:171","msg":"trace[1173572400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3377; }","duration":"1.005961456s","start":"2026-04-16T00:40:27.264243Z","end":"2026-04-16T00:40:28.270204Z","steps":["trace[1173572400] 'agreement among raft nodes before linearized reading' (duration: 1.005823093s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:28.270245Z","caller":"traceutil/trace.go:171","msg":"trace[971789210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3377; }","duration":"1.067029469s","start":"2026-04-16T00:40:27.203205Z","end":"2026-04-16T00:40:28.270235Z","steps":["trace[971789210] 'agreement among raft nodes before linearized reading' (duration: 1.066848144s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:28.270258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.264218Z","time spent":"1.006031649s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:28.270302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.203195Z","time spent":"1.06709917s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:40:28.27023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060343451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T00:40:28.270252Z","caller":"traceutil/trace.go:171","msg":"trace[1196692667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3377; }","duration":"1.005412743s","start":"2026-04-16T00:40:27.264817Z","end":"2026-04-16T00:40:28.27023Z","steps":["trace[1196692667] 'agreement among raft nodes before linearized reading' (duration: 1.005132395s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:28.270356Z","caller":"traceutil/trace.go:171","msg":"trace[464850126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3377; }","duration":"1.060539786s","start":"2026-04-16T00:40:27.209798Z","end":"2026-04-16T00:40:28.270337Z","steps":["trace[464850126] 'agreement among raft nodes before linearized reading' (duration: 1.060214657s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:28.270357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005417763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T00:40:28.270374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.264802Z","time spent":"1.005562126s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:28.270397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.209788Z","time spent":"1.060596457s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T00:40:28.270396Z","caller":"traceutil/trace.go:171","msg":"trace[1607702035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3377; }","duration":"1.005479394s","start":"2026-04-16T00:40:27.264909Z","end":"2026-04-16T00:40:28.270388Z","steps":["trace[1607702035] 'agreement among raft nodes before linearized reading' (duration: 1.005384541s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:28.270384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006044779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:40:28.270513Z","caller":"traceutil/trace.go:171","msg":"trace[483911690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3377; }","duration":"1.006271645s","start":"2026-04-16T00:40:27.264214Z","end":"2026-04-16T00:40:28.270486Z","steps":["trace[483911690] 'agreement among raft nodes before linearized reading' (duration: 1.005787693s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:28.27057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.264191Z","time spent":"1.006367379s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:40:28.270595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0708109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:40:28.27063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.748307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:28.270651Z","caller":"traceutil/trace.go:171","msg":"trace[831749078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3377; }","duration":"1.070857891s","start":"2026-04-16T00:40:27.199773Z","end":"2026-04-16T00:40:28.270631Z","steps":["trace[831749078] 'agreement among raft nodes before linearized reading' (duration: 1.070724207s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:28.270698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.199748Z","time spent":"1.070943293s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:40:28.270441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.264896Z","time spent":"1.005537746s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:28.270635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.171476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-16T00:40:28.270699Z","caller":"traceutil/trace.go:171","msg":"trace[1256965518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3377; }","duration":"516.853309ms","start":"2026-04-16T00:40:27.75383Z","end":"2026-04-16T00:40:28.270684Z","steps":["trace[1256965518] 'agreement among raft nodes before linearized reading' (duration: 516.748206ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:28.270793Z","caller":"traceutil/trace.go:171","msg":"trace[917995137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3377; }","duration":"987.399981ms","start":"2026-04-16T00:40:27.283349Z","end":"2026-04-16T00:40:28.270749Z","steps":["trace[917995137] 'agreement among raft nodes before linearized reading' (duration: 986.58823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:28.27084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.753811Z","time spent":"517.013854ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:40:28.270897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.912461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T00:40:28.270901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.283341Z","time spent":"987.543235ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T00:40:28.270906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.938012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:40:28.27094Z","caller":"traceutil/trace.go:171","msg":"trace[1738004312] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3377; }","duration":"517.010124ms","start":"2026-04-16T00:40:27.75392Z","end":"2026-04-16T00:40:28.27093Z","steps":["trace[1738004312] 'agreement among raft nodes before linearized reading' (duration: 516.932742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:28.270968Z","caller":"traceutil/trace.go:171","msg":"trace[759425069] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3377; }","duration":"194.049623ms","start":"2026-04-16T00:40:28.076904Z","end":"2026-04-16T00:40:28.270953Z","steps":["trace[759425069] 'agreement among raft nodes before linearized reading' (duration: 193.91397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:28.270976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.753894Z","time spent":"517.075186ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T00:40:28.27177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000280685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:40:28.272018Z","caller":"traceutil/trace.go:171","msg":"trace[62293259] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3377; }","duration":"1.000557434s","start":"2026-04-16T00:40:27.271444Z","end":"2026-04-16T00:40:28.272001Z","steps":["trace[62293259] 'agreement among raft nodes before linearized reading' (duration: 998.488919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:28.272204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:27.271428Z","time spent":"1.000756149s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:40:32.651823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.900998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T00:40:32.652299Z","caller":"traceutil/trace.go:171","msg":"trace[498027044] linearizableReadLoop","detail":"{readStateIndex:3533; appliedIndex:3532; }","duration":"150.516172ms","start":"2026-04-16T00:40:32.501716Z","end":"2026-04-16T00:40:32.652232Z","steps":["trace[498027044] 'read index received' (duration: 25.201073ms)","trace[498027044] 'applied index is now lower than readState.Index' (duration: 125.312209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:32.652528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.732288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:40:32.652683Z","caller":"traceutil/trace.go:171","msg":"trace[2081300970] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3402; }","duration":"150.943224ms","start":"2026-04-16T00:40:32.501709Z","end":"2026-04-16T00:40:32.652652Z","steps":["trace[2081300970] 'agreement among raft nodes before linearized reading' (duration: 150.615115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:34.113305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.3822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:40:34.113408Z","caller":"traceutil/trace.go:171","msg":"trace[1333971914] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3404; }","duration":"467.508103ms","start":"2026-04-16T00:40:33.645875Z","end":"2026-04-16T00:40:34.113383Z","steps":["trace[1333971914] 'count revisions from in-memory index tree' (duration: 467.268906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:34.113466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:33.645807Z","time spent":"467.647056ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:40:34.516513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449361638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:40:34.876875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011739377s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:40:34.877303Z","caller":"traceutil/trace.go:171","msg":"trace[776238415] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"1.100301452s","start":"2026-04-16T00:40:33.776974Z","end":"2026-04-16T00:40:34.877276Z","steps":["trace[776238415] 'process raft request' (duration: 1.100128438s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:34.877471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:33.776938Z","time spent":"1.100449977s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:35.1801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.744119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:40:35.18032Z","caller":"traceutil/trace.go:171","msg":"trace[1357821655] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"1.402661373s","start":"2026-04-16T00:40:33.777634Z","end":"2026-04-16T00:40:35.180295Z","steps":["trace[1357821655] 'process raft request' (duration: 1.190583705s)","trace[1357821655] 'compare' (duration: 211.604565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:35.180419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:33.77762Z","time spent":"1.402758765s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:35.180652Z","caller":"traceutil/trace.go:171","msg":"trace[1954989570] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"1.402086177s","start":"2026-04-16T00:40:33.778502Z","end":"2026-04-16T00:40:35.180588Z","steps":["trace[1954989570] 'process raft request' (duration: 1.401713876s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:35.180745Z","caller":"traceutil/trace.go:171","msg":"trace[1425273033] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"885.657767ms","start":"2026-04-16T00:40:34.295068Z","end":"2026-04-16T00:40:35.180726Z","steps":["trace[1425273033] 'process raft request' (duration: 885.416011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:35.180763Z","caller":"traceutil/trace.go:171","msg":"trace[759488005] linearizableReadLoop","detail":"{readStateIndex:3539; appliedIndex:3535; }","duration":"1.164441667s","start":"2026-04-16T00:40:34.01628Z","end":"2026-04-16T00:40:35.180721Z","steps":["trace[759488005] 'read index received' (duration: 860.845154ms)","trace[759488005] 'applied index is now lower than readState.Index' (duration: 303.594793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:35.180836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:33.778469Z","time spent":"1.402287933s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:35.180842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.295033Z","time spent":"885.75699ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:35.18103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164726985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a6af739655e9af\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-16T00:40:35.181131Z","caller":"traceutil/trace.go:171","msg":"trace[748253490] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a6af739655e9af; range_end:; response_count:1; response_revision:3408; }","duration":"1.164872309s","start":"2026-04-16T00:40:34.016236Z","end":"2026-04-16T00:40:35.181108Z","steps":["trace[748253490] 'agreement among raft nodes before linearized reading' (duration: 1.164636272s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032938402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:40:35.181196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.016216Z","time spent":"1.164964451s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a6af739655e9af\" "} {"level":"info","ts":"2026-04-16T00:40:35.181219Z","caller":"traceutil/trace.go:171","msg":"trace[1878320057] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3408; }","duration":"1.033057385s","start":"2026-04-16T00:40:34.148141Z","end":"2026-04-16T00:40:35.181198Z","steps":["trace[1878320057] 'agreement among raft nodes before linearized reading' (duration: 1.032895532s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.323513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-04-16T00:40:35.181287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.148084Z","time spent":"1.03318695s","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:40:35.181321Z","caller":"traceutil/trace.go:171","msg":"trace[1854086724] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3408; }","duration":"200.374714ms","start":"2026-04-16T00:40:34.98093Z","end":"2026-04-16T00:40:35.181305Z","steps":["trace[1854086724] 'agreement among raft nodes before linearized reading' (duration: 200.229371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.387645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:40:35.181406Z","caller":"traceutil/trace.go:171","msg":"trace[730800621] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3408; }","duration":"786.526918ms","start":"2026-04-16T00:40:34.394857Z","end":"2026-04-16T00:40:35.181384Z","steps":["trace[730800621] 'agreement among raft nodes before linearized reading' (duration: 786.194469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.394845Z","time spent":"786.60301ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:40:35.18149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.246695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T00:40:35.181537Z","caller":"traceutil/trace.go:171","msg":"trace[1135647544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3408; }","duration":"867.384879ms","start":"2026-04-16T00:40:34.314138Z","end":"2026-04-16T00:40:35.181522Z","steps":["trace[1135647544] 'agreement among raft nodes before linearized reading' (duration: 867.242656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.623708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T00:40:35.181583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.314102Z","time spent":"867.469321ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:40:35.181589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.431868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:35.181626Z","caller":"traceutil/trace.go:171","msg":"trace[1099902250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3408; }","duration":"163.492769ms","start":"2026-04-16T00:40:35.018123Z","end":"2026-04-16T00:40:35.181615Z","steps":["trace[1099902250] 'agreement among raft nodes before linearized reading' (duration: 163.432928ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:35.181632Z","caller":"traceutil/trace.go:171","msg":"trace[2113501778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3408; }","duration":"790.824902ms","start":"2026-04-16T00:40:34.390781Z","end":"2026-04-16T00:40:35.181606Z","steps":["trace[2113501778] 'agreement among raft nodes before linearized reading' (duration: 790.435493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.655781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:35.181753Z","caller":"traceutil/trace.go:171","msg":"trace[529372536] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3408; }","duration":"551.737515ms","start":"2026-04-16T00:40:34.630005Z","end":"2026-04-16T00:40:35.181743Z","steps":["trace[529372536] 'agreement among raft nodes before linearized reading' (duration: 551.673443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.629982Z","time spent":"551.799046ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:40:35.181797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.125791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:40:35.181836Z","caller":"traceutil/trace.go:171","msg":"trace[1488109041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3408; }","duration":"788.190091ms","start":"2026-04-16T00:40:34.393635Z","end":"2026-04-16T00:40:35.181825Z","steps":["trace[1488109041] 'agreement among raft nodes before linearized reading' (duration: 788.083068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.323973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:40:35.181894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.393621Z","time spent":"788.265265ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:40:35.181921Z","caller":"traceutil/trace.go:171","msg":"trace[1267262481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3408; }","duration":"789.399995ms","start":"2026-04-16T00:40:34.39251Z","end":"2026-04-16T00:40:35.18191Z","steps":["trace[1267262481] 'agreement among raft nodes before linearized reading' (duration: 789.267571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.181953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.392491Z","time spent":"789.454925ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:35.181745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.39076Z","time spent":"790.957335ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:35.181972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.998701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:40:35.182025Z","caller":"traceutil/trace.go:171","msg":"trace[1925581664] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3408; }","duration":"787.070953ms","start":"2026-04-16T00:40:34.394941Z","end":"2026-04-16T00:40:35.182011Z","steps":["trace[1925581664] 'agreement among raft nodes before linearized reading' (duration: 786.856917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.182079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.394901Z","time spent":"787.167676ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:40:35.182358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.978247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:40:35.182451Z","caller":"traceutil/trace.go:171","msg":"trace[866526571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3408; }","duration":"788.781108ms","start":"2026-04-16T00:40:34.39365Z","end":"2026-04-16T00:40:35.182432Z","steps":["trace[866526571] 'agreement among raft nodes before linearized reading' (duration: 787.698639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.182514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.39364Z","time spent":"788.85674ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:40:35.183919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.831092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:40:35.184067Z","caller":"traceutil/trace.go:171","msg":"trace[967838435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3408; }","duration":"791.032299ms","start":"2026-04-16T00:40:34.39298Z","end":"2026-04-16T00:40:35.184012Z","steps":["trace[967838435] 'agreement among raft nodes before linearized reading' (duration: 789.373885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.184136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:34.392968Z","time spent":"791.155532ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:40:35.531417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.829095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:40:35.531563Z","caller":"traceutil/trace.go:171","msg":"trace[1110676226] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"347.754364ms","start":"2026-04-16T00:40:35.183781Z","end":"2026-04-16T00:40:35.531536Z","steps":["trace[1110676226] 'process raft request' (duration: 118.641191ms)","trace[1110676226] 'compare' (duration: 228.671771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:35.53164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.18376Z","time spent":"347.845155ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:35.593402Z","caller":"traceutil/trace.go:171","msg":"trace[839164434] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"405.62618ms","start":"2026-04-16T00:40:35.187751Z","end":"2026-04-16T00:40:35.593377Z","steps":["trace[839164434] 'process raft request' (duration: 405.440624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.593579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.187703Z","time spent":"405.782264ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:35.593815Z","caller":"traceutil/trace.go:171","msg":"trace[1261950337] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"405.956688ms","start":"2026-04-16T00:40:35.18782Z","end":"2026-04-16T00:40:35.593777Z","steps":["trace[1261950337] 'process raft request' (duration: 405.523616ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:35.593899Z","caller":"traceutil/trace.go:171","msg":"trace[1294575524] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"405.957067ms","start":"2026-04-16T00:40:35.187917Z","end":"2026-04-16T00:40:35.593874Z","steps":["trace[1294575524] 'process raft request' (duration: 405.705521ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:35.593955Z","caller":"traceutil/trace.go:171","msg":"trace[7037306] linearizableReadLoop","detail":"{readStateIndex:3544; appliedIndex:3539; }","duration":"405.491955ms","start":"2026-04-16T00:40:35.18843Z","end":"2026-04-16T00:40:35.593922Z","steps":["trace[7037306] 'read index received' (duration: 113.940294ms)","trace[7037306] 'applied index is now lower than readState.Index' (duration: 291.550091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:35.593969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.187782Z","time spent":"406.111053ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:35.594037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.187903Z","time spent":"406.06093ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:35.594042Z","caller":"traceutil/trace.go:171","msg":"trace[1455603818] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"404.490439ms","start":"2026-04-16T00:40:35.189541Z","end":"2026-04-16T00:40:35.594031Z","steps":["trace[1455603818] 'process raft request' (duration: 404.320164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.594244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.189515Z","time spent":"404.680303ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:35.594321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.893117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109931"} {"level":"warn","ts":"2026-04-16T00:40:35.594382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.795405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:40:35.594458Z","caller":"traceutil/trace.go:171","msg":"trace[1386812764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3414; }","duration":"406.068622ms","start":"2026-04-16T00:40:35.18838Z","end":"2026-04-16T00:40:35.594449Z","steps":["trace[1386812764] 'agreement among raft nodes before linearized reading' (duration: 405.696351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.594494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.188369Z","time spent":"406.117282ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109954,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:40:35.594496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.267564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109931"} {"level":"info","ts":"2026-04-16T00:40:35.594528Z","caller":"traceutil/trace.go:171","msg":"trace[1801722394] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3414; }","duration":"308.008651ms","start":"2026-04-16T00:40:35.286471Z","end":"2026-04-16T00:40:35.59448Z","steps":["trace[1801722394] 'agreement among raft nodes before linearized reading' (duration: 307.798665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.594622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.286438Z","time spent":"308.158835ms","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:40:35.594549Z","caller":"traceutil/trace.go:171","msg":"trace[1717840294] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3414; }","duration":"404.362655ms","start":"2026-04-16T00:40:35.190167Z","end":"2026-04-16T00:40:35.594529Z","steps":["trace[1717840294] 'agreement among raft nodes before linearized reading' (duration: 403.962915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.594731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.190152Z","time spent":"404.54095ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109954,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T00:40:35.595029Z","caller":"traceutil/trace.go:171","msg":"trace[1870813117] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"406.912094ms","start":"2026-04-16T00:40:35.188089Z","end":"2026-04-16T00:40:35.595001Z","steps":["trace[1870813117] 'process raft request' (duration: 405.715932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:35.595267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:35.188057Z","time spent":"407.044748ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:40:35.743092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.569934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:35.74316Z","caller":"traceutil/trace.go:171","msg":"trace[1688264846] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3415; }","duration":"101.652555ms","start":"2026-04-16T00:40:35.641493Z","end":"2026-04-16T00:40:35.743145Z","steps":["trace[1688264846] 'range keys from in-memory index tree' (duration: 101.554024ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:35.855657Z","caller":"traceutil/trace.go:171","msg":"trace[293705182] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"197.475258ms","start":"2026-04-16T00:40:35.658164Z","end":"2026-04-16T00:40:35.855639Z","steps":["trace[293705182] 'process raft request' (duration: 197.318274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:41.467627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.140919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:40:41.467708Z","caller":"traceutil/trace.go:171","msg":"trace[1989691271] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3445; }","duration":"136.284932ms","start":"2026-04-16T00:40:41.331401Z","end":"2026-04-16T00:40:41.467686Z","steps":["trace[1989691271] 'count revisions from in-memory index tree' (duration: 135.924483ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:40:41.941339Z","caller":"traceutil/trace.go:171","msg":"trace[1093039271] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"316.580569ms","start":"2026-04-16T00:40:41.624721Z","end":"2026-04-16T00:40:41.941301Z","steps":["trace[1093039271] 'process raft request' (duration: 316.277291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:41.941707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:41.624708Z","time spent":"316.871927ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:41.941731Z","caller":"traceutil/trace.go:171","msg":"trace[416698831] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"315.697066ms","start":"2026-04-16T00:40:41.625998Z","end":"2026-04-16T00:40:41.941695Z","steps":["trace[416698831] 'process raft request' (duration: 315.252684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:41.941927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:41.625991Z","time spent":"315.837069ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:41.942158Z","caller":"traceutil/trace.go:171","msg":"trace[633036718] linearizableReadLoop","detail":"{readStateIndex:3579; appliedIndex:3577; }","duration":"317.115684ms","start":"2026-04-16T00:40:41.625005Z","end":"2026-04-16T00:40:41.94212Z","steps":["trace[633036718] 'read index received' (duration: 96.955241ms)","trace[633036718] 'applied index is now lower than readState.Index' (duration: 220.156843ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:41.942185Z","caller":"traceutil/trace.go:171","msg":"trace[149650871] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"314.232697ms","start":"2026-04-16T00:40:41.627921Z","end":"2026-04-16T00:40:41.942154Z","steps":["trace[149650871] 'process raft request' (duration: 313.635701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:41.942414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.388501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T00:40:41.942421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:41.627898Z","time spent":"314.467053ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:40:41.942469Z","caller":"traceutil/trace.go:171","msg":"trace[1610188827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3449; }","duration":"317.471714ms","start":"2026-04-16T00:40:41.624983Z","end":"2026-04-16T00:40:41.942455Z","steps":["trace[1610188827] 'agreement among raft nodes before linearized reading' (duration: 317.239268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:41.942506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:41.624978Z","time spent":"317.520506ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:40:41.942568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.213147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:40:41.942625Z","caller":"traceutil/trace.go:171","msg":"trace[1080178542] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3449; }","duration":"314.28557ms","start":"2026-04-16T00:40:41.628322Z","end":"2026-04-16T00:40:41.942608Z","steps":["trace[1080178542] 'agreement among raft nodes before linearized reading' (duration: 314.123915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:41.942719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:41.628311Z","time spent":"314.391631ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:40:41.942763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.352311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:40:41.943233Z","caller":"traceutil/trace.go:171","msg":"trace[1539141198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3449; }","duration":"314.798602ms","start":"2026-04-16T00:40:41.628357Z","end":"2026-04-16T00:40:41.943155Z","steps":["trace[1539141198] 'agreement among raft nodes before linearized reading' (duration: 314.115393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:41.943415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:40:41.628342Z","time spent":"314.946486ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:40:42.241043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.298641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:40:42.241143Z","caller":"traceutil/trace.go:171","msg":"trace[1301317290] linearizableReadLoop","detail":"{readStateIndex:3582; appliedIndex:3581; }","duration":"293.526623ms","start":"2026-04-16T00:40:41.9476Z","end":"2026-04-16T00:40:42.241127Z","steps":["trace[1301317290] 'read index received' (duration: 74.000737ms)","trace[1301317290] 'applied index is now lower than readState.Index' (duration: 219.524666ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:40:42.241241Z","caller":"traceutil/trace.go:171","msg":"trace[1818036705] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"294.780377ms","start":"2026-04-16T00:40:41.946394Z","end":"2026-04-16T00:40:42.241174Z","steps":["trace[1818036705] 'process raft request' (duration: 75.260351ms)","trace[1818036705] 'compare' (duration: 219.014362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:40:42.241311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.223132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:40:42.24138Z","caller":"traceutil/trace.go:171","msg":"trace[2135221081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3450; }","duration":"224.308644ms","start":"2026-04-16T00:40:42.017036Z","end":"2026-04-16T00:40:42.241345Z","steps":["trace[2135221081] 'agreement among raft nodes before linearized reading' (duration: 224.242443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:42.241502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.75343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109931"} {"level":"info","ts":"2026-04-16T00:40:42.241556Z","caller":"traceutil/trace.go:171","msg":"trace[1606981377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3450; }","duration":"293.878262ms","start":"2026-04-16T00:40:41.947664Z","end":"2026-04-16T00:40:42.241542Z","steps":["trace[1606981377] 'agreement among raft nodes before linearized reading' (duration: 293.584925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:42.242022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.375466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109931"} {"level":"info","ts":"2026-04-16T00:40:42.24213Z","caller":"traceutil/trace.go:171","msg":"trace[457418900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3450; }","duration":"294.538631ms","start":"2026-04-16T00:40:41.947572Z","end":"2026-04-16T00:40:42.242111Z","steps":["trace[457418900] 'agreement among raft nodes before linearized reading' (duration: 293.651717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:40:42.715082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.496205ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T00:40:51.103242Z","caller":"traceutil/trace.go:171","msg":"trace[1240757983] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"145.392315ms","start":"2026-04-16T00:40:50.957812Z","end":"2026-04-16T00:40:51.103204Z","steps":["trace[1240757983] 'process raft request' (duration: 145.047606ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:41:54.349059Z","caller":"traceutil/trace.go:171","msg":"trace[501008338] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"243.746873ms","start":"2026-04-16T00:41:54.105245Z","end":"2026-04-16T00:41:54.348992Z","steps":["trace[501008338] 'process raft request' (duration: 243.092866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:41:54.986931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449362937,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:41:55.248208Z","caller":"traceutil/trace.go:171","msg":"trace[351367974] linearizableReadLoop","detail":"{readStateIndex:4037; appliedIndex:4036; }","duration":"761.665775ms","start":"2026-04-16T00:41:54.48652Z","end":"2026-04-16T00:41:55.248186Z","steps":["trace[351367974] 'read index received' (duration: 761.49947ms)","trace[351367974] 'applied index is now lower than readState.Index' (duration: 165.025µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:41:55.248352Z","caller":"traceutil/trace.go:171","msg":"trace[1730381744] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"783.878437ms","start":"2026-04-16T00:41:54.464459Z","end":"2026-04-16T00:41:55.248338Z","steps":["trace[1730381744] 'process raft request' (duration: 783.553308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:41:55.248674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:41:54.464431Z","time spent":"783.949349ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:41:55.248805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.604405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:41:55.248923Z","caller":"traceutil/trace.go:171","msg":"trace[1534421794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3888; }","duration":"483.797149ms","start":"2026-04-16T00:41:54.765095Z","end":"2026-04-16T00:41:55.248892Z","steps":["trace[1534421794] 'agreement among raft nodes before linearized reading' (duration: 483.484871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:41:55.248982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:41:54.765009Z","time spent":"483.960735ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:41:55.249233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.717932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T00:41:55.249287Z","caller":"traceutil/trace.go:171","msg":"trace[762776969] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3888; }","duration":"762.771094ms","start":"2026-04-16T00:41:54.486504Z","end":"2026-04-16T00:41:55.249275Z","steps":["trace[762776969] 'agreement among raft nodes before linearized reading' (duration: 762.659501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:41:55.249317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:41:54.486479Z","time spent":"762.830826ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T00:41:55.249333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.657962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:41:55.249374Z","caller":"traceutil/trace.go:171","msg":"trace[2044488591] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:3888; }","duration":"475.736195ms","start":"2026-04-16T00:41:54.773625Z","end":"2026-04-16T00:41:55.249361Z","steps":["trace[2044488591] 'agreement among raft nodes before linearized reading' (duration: 475.611792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:41:55.249415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:41:54.773592Z","time spent":"475.815806ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:41:55.24968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.351925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:41:55.249721Z","caller":"traceutil/trace.go:171","msg":"trace[225305718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:3888; }","duration":"478.425786ms","start":"2026-04-16T00:41:54.771285Z","end":"2026-04-16T00:41:55.249711Z","steps":["trace[225305718] 'agreement among raft nodes before linearized reading' (duration: 478.313513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:41:55.249756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:41:54.771265Z","time spent":"478.482978ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"info","ts":"2026-04-16T00:42:21.62314Z","caller":"traceutil/trace.go:171","msg":"trace[2073497894] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"181.215726ms","start":"2026-04-16T00:42:21.441885Z","end":"2026-04-16T00:42:21.623101Z","steps":["trace[2073497894] 'process raft request' (duration: 180.856487ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:42:21.625305Z","caller":"traceutil/trace.go:171","msg":"trace[1802593721] transaction","detail":"{read_only:false; response_revision:4037; number_of_response:1; }","duration":"183.29469ms","start":"2026-04-16T00:42:21.441996Z","end":"2026-04-16T00:42:21.62529Z","steps":["trace[1802593721] 'process raft request' (duration: 183.069435ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:42:21.63456Z","caller":"traceutil/trace.go:171","msg":"trace[1917254523] linearizableReadLoop","detail":"{readStateIndex:4191; appliedIndex:4190; }","duration":"191.838329ms","start":"2026-04-16T00:42:21.442696Z","end":"2026-04-16T00:42:21.634534Z","steps":["trace[1917254523] 'read index received' (duration: 180.448826ms)","trace[1917254523] 'applied index is now lower than readState.Index' (duration: 11.388373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:42:21.634988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.85948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109583"} {"level":"info","ts":"2026-04-16T00:42:21.635024Z","caller":"traceutil/trace.go:171","msg":"trace[1231341610] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4037; }","duration":"191.924802ms","start":"2026-04-16T00:42:21.443091Z","end":"2026-04-16T00:42:21.635016Z","steps":["trace[1231341610] 'agreement among raft nodes before linearized reading' (duration: 191.606253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:21.635027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.298782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109583"} {"level":"info","ts":"2026-04-16T00:42:21.635122Z","caller":"traceutil/trace.go:171","msg":"trace[1203359708] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4037; }","duration":"192.435515ms","start":"2026-04-16T00:42:21.442664Z","end":"2026-04-16T00:42:21.635099Z","steps":["trace[1203359708] 'agreement among raft nodes before linearized reading' (duration: 191.975702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:42:27.928095Z","caller":"traceutil/trace.go:171","msg":"trace[216116012] linearizableReadLoop","detail":"{readStateIndex:4224; appliedIndex:4223; }","duration":"282.103697ms","start":"2026-04-16T00:42:27.645969Z","end":"2026-04-16T00:42:27.928073Z","steps":["trace[216116012] 'read index received' (duration: 281.922071ms)","trace[216116012] 'applied index is now lower than readState.Index' (duration: 180.276µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:42:27.928194Z","caller":"traceutil/trace.go:171","msg":"trace[1455535769] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"329.037571ms","start":"2026-04-16T00:42:27.599098Z","end":"2026-04-16T00:42:27.928135Z","steps":["trace[1455535769] 'process raft request' (duration: 328.807904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:27.928432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.599079Z","time spent":"329.239995ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:42:27.928495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.440637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:42:27.928846Z","caller":"traceutil/trace.go:171","msg":"trace[410189166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4068; }","duration":"282.892379ms","start":"2026-04-16T00:42:27.645922Z","end":"2026-04-16T00:42:27.928814Z","steps":["trace[410189166] 'agreement among raft nodes before linearized reading' (duration: 282.272132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:28.428466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449363509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:42:28.829979Z","caller":"traceutil/trace.go:171","msg":"trace[1767551661] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"1.076726671s","start":"2026-04-16T00:42:27.753227Z","end":"2026-04-16T00:42:28.829954Z","steps":["trace[1767551661] 'process raft request' (duration: 1.076617998s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:42:28.830034Z","caller":"traceutil/trace.go:171","msg":"trace[790796652] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"1.103615719s","start":"2026-04-16T00:42:27.726353Z","end":"2026-04-16T00:42:28.829969Z","steps":["trace[790796652] 'process raft request' (duration: 1.103306641s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:28.830134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.753191Z","time spent":"1.076859394s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:42:28.830246Z","caller":"traceutil/trace.go:171","msg":"trace[1632414214] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"1.076783773s","start":"2026-04-16T00:42:27.753439Z","end":"2026-04-16T00:42:28.830223Z","steps":["trace[1632414214] 'process raft request' (duration: 1.076449835s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:28.830275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.726324Z","time spent":"1.103819793s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:42:28.830351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.753407Z","time spent":"1.076892826s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:42:28.830422Z","caller":"traceutil/trace.go:171","msg":"trace[1490902393] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"992.658388ms","start":"2026-04-16T00:42:27.837693Z","end":"2026-04-16T00:42:28.830351Z","steps":["trace[1490902393] 'process raft request' (duration: 992.427432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:28.830683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.837659Z","time spent":"992.880235ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:42:29.459481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.923684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:42:29.45968Z","caller":"traceutil/trace.go:171","msg":"trace[1090098933] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"512.586218ms","start":"2026-04-16T00:42:28.947079Z","end":"2026-04-16T00:42:29.459665Z","steps":["trace[1090098933] 'process raft request' (duration: 512.552677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.45973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.947027Z","time spent":"512.68113ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:42:29.459893Z","caller":"traceutil/trace.go:171","msg":"trace[1001320499] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"1.204986013s","start":"2026-04-16T00:42:28.2549Z","end":"2026-04-16T00:42:29.459886Z","steps":["trace[1001320499] 'process raft request' (duration: 1.204677435s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.459939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.254854Z","time spent":"1.205067076s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:42:29.459878Z","caller":"traceutil/trace.go:171","msg":"trace[2020032677] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"1.526361848s","start":"2026-04-16T00:42:27.933477Z","end":"2026-04-16T00:42:29.459839Z","steps":["trace[2020032677] 'process raft request' (duration: 1.008958173s)","trace[2020032677] 'compare' (duration: 516.577554ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:42:29.46004Z","caller":"traceutil/trace.go:171","msg":"trace[1830911932] linearizableReadLoop","detail":"{readStateIndex:4230; appliedIndex:4224; }","duration":"1.531870596s","start":"2026-04-16T00:42:27.928158Z","end":"2026-04-16T00:42:29.460029Z","steps":["trace[1830911932] 'read index received' (duration: 901.525976ms)","trace[1830911932] 'applied index is now lower than readState.Index' (duration: 630.33965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:42:29.460152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.933446Z","time spent":"1.526538824s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:42:29.460248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788729459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:42:29.460278Z","caller":"traceutil/trace.go:171","msg":"trace[488377950] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:4075; }","duration":"1.788787952s","start":"2026-04-16T00:42:27.671481Z","end":"2026-04-16T00:42:29.460269Z","steps":["trace[488377950] 'agreement among raft nodes before linearized reading' (duration: 1.788616818s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.460311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.671463Z","time spent":"1.788841973s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:42:29.460404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810243814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:42:29.460468Z","caller":"traceutil/trace.go:171","msg":"trace[1226983078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4075; }","duration":"1.810364797s","start":"2026-04-16T00:42:27.650087Z","end":"2026-04-16T00:42:29.460452Z","steps":["trace[1226983078] 'agreement among raft nodes before linearized reading' (duration: 1.810211572s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.460504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.65004Z","time spent":"1.810455969s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:42:29.460399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444105544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:42:29.460533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.642065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:42:29.460601Z","caller":"traceutil/trace.go:171","msg":"trace[1828148894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4075; }","duration":"1.444324169s","start":"2026-04-16T00:42:28.016252Z","end":"2026-04-16T00:42:29.460576Z","steps":["trace[1828148894] 'agreement among raft nodes before linearized reading' (duration: 1.444094253s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.460644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.016233Z","time spent":"1.444401142s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T00:42:29.46064Z","caller":"traceutil/trace.go:171","msg":"trace[1652853876] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4075; }","duration":"462.84316ms","start":"2026-04-16T00:42:28.997769Z","end":"2026-04-16T00:42:29.460612Z","steps":["trace[1652853876] 'agreement among raft nodes before linearized reading' (duration: 462.634494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.460579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152142553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-16T00:42:29.46067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.106125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:42:29.461064Z","caller":"traceutil/trace.go:171","msg":"trace[991894699] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4075; }","duration":"379.529377ms","start":"2026-04-16T00:42:29.081478Z","end":"2026-04-16T00:42:29.461007Z","steps":["trace[991894699] 'agreement among raft nodes before linearized reading' (duration: 379.119075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.461177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271075846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:42:29.461199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:29.081452Z","time spent":"379.699731ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:42:29.4607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.997744Z","time spent":"462.943903ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:42:29.461412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.460615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:42:29.460724Z","caller":"traceutil/trace.go:171","msg":"trace[621601178] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4075; }","duration":"1.152335698s","start":"2026-04-16T00:42:28.308375Z","end":"2026-04-16T00:42:29.46071Z","steps":["trace[621601178] 'agreement among raft nodes before linearized reading' (duration: 1.151980849s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:42:29.461541Z","caller":"traceutil/trace.go:171","msg":"trace[922091153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4075; }","duration":"931.66521ms","start":"2026-04-16T00:42:28.529845Z","end":"2026-04-16T00:42:29.46151Z","steps":["trace[922091153] 'agreement among raft nodes before linearized reading' (duration: 930.745145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.461567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.308354Z","time spent":"1.153197021s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-16T00:42:29.461597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.529816Z","time spent":"931.771543ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:42:29.460682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.750345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:42:29.461712Z","caller":"traceutil/trace.go:171","msg":"trace[1004276799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4075; }","duration":"916.766532ms","start":"2026-04-16T00:42:28.544923Z","end":"2026-04-16T00:42:29.461689Z","steps":["trace[1004276799] 'agreement among raft nodes before linearized reading' (duration: 915.504239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.46178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.544911Z","time spent":"916.851455ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T00:42:29.461248Z","caller":"traceutil/trace.go:171","msg":"trace[973739369] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4075; }","duration":"1.272299369s","start":"2026-04-16T00:42:28.188927Z","end":"2026-04-16T00:42:29.461227Z","steps":["trace[973739369] 'agreement among raft nodes before linearized reading' (duration: 1.271503879s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.46191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.382292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T00:42:29.461935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.188902Z","time spent":"1.273021059s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":16,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:42:29.461984Z","caller":"traceutil/trace.go:171","msg":"trace[1443137768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4075; }","duration":"925.500396ms","start":"2026-04-16T00:42:28.536454Z","end":"2026-04-16T00:42:29.461954Z","steps":["trace[1443137768] 'agreement among raft nodes before linearized reading' (duration: 923.897593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.462062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:28.536424Z","time spent":"925.623679ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:42:29.463272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79996575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:42:29.463341Z","caller":"traceutil/trace.go:171","msg":"trace[938451876] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:4075; }","duration":"1.800085683s","start":"2026-04-16T00:42:27.663236Z","end":"2026-04-16T00:42:29.463321Z","steps":["trace[938451876] 'agreement among raft nodes before linearized reading' (duration: 1.797337609s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:42:29.463423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:42:27.663172Z","time spent":"1.800240947s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"info","ts":"2026-04-16T00:45:32.85967Z","caller":"traceutil/trace.go:171","msg":"trace[587807542] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"124.775434ms","start":"2026-04-16T00:45:32.734859Z","end":"2026-04-16T00:45:32.859634Z","steps":["trace[587807542] 'process raft request' (duration: 124.536168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:45:33.159083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.704967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:45:33.159248Z","caller":"traceutil/trace.go:171","msg":"trace[1633448709] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:0; response_revision:5335; }","duration":"142.925882ms","start":"2026-04-16T00:45:33.016293Z","end":"2026-04-16T00:45:33.159219Z","steps":["trace[1633448709] 'range keys from in-memory index tree' (duration: 142.608084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:45:33.159325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.296656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:45:33.159483Z","caller":"traceutil/trace.go:171","msg":"trace[1133136809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5335; }","duration":"142.540641ms","start":"2026-04-16T00:45:33.016917Z","end":"2026-04-16T00:45:33.159458Z","steps":["trace[1133136809] 'range keys from in-memory index tree' (duration: 142.152831ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:45:33.466336Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3404} {"level":"info","ts":"2026-04-16T00:45:33.57455Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3404,"took":"105.892197ms","hash":1079579636,"current-db-size-bytes":43171840,"current-db-size":"43 MB","current-db-size-in-use-bytes":14774272,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-04-16T00:45:33.574632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1079579636,"revision":3404,"compact-revision":-1} {"level":"info","ts":"2026-04-16T00:45:43.104847Z","caller":"traceutil/trace.go:171","msg":"trace[967675908] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"281.527197ms","start":"2026-04-16T00:45:42.823278Z","end":"2026-04-16T00:45:43.104806Z","steps":["trace[967675908] 'process raft request' (duration: 281.153008ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:45:43.306922Z","caller":"traceutil/trace.go:171","msg":"trace[556252483] linearizableReadLoop","detail":"{readStateIndex:5602; appliedIndex:5601; }","duration":"144.772073ms","start":"2026-04-16T00:45:43.162124Z","end":"2026-04-16T00:45:43.306896Z","steps":["trace[556252483] 'read index received' (duration: 144.560267ms)","trace[556252483] 'applied index is now lower than readState.Index' (duration: 210.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:45:43.306988Z","caller":"traceutil/trace.go:171","msg":"trace[710396763] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"159.422185ms","start":"2026-04-16T00:45:43.147528Z","end":"2026-04-16T00:45:43.30695Z","steps":["trace[710396763] 'process raft request' (duration: 159.181589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:45:43.307057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.913416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:45:43.307162Z","caller":"traceutil/trace.go:171","msg":"trace[1575017113] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5400; }","duration":"145.035729ms","start":"2026-04-16T00:45:43.162112Z","end":"2026-04-16T00:45:43.307148Z","steps":["trace[1575017113] 'agreement among raft nodes before linearized reading' (duration: 144.884235ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:45:44.395848Z","caller":"traceutil/trace.go:171","msg":"trace[47093153] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"180.77278ms","start":"2026-04-16T00:45:44.215041Z","end":"2026-04-16T00:45:44.395814Z","steps":["trace[47093153] 'process raft request' (duration: 180.301266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:45:53.671767Z","caller":"traceutil/trace.go:171","msg":"trace[215279400] linearizableReadLoop","detail":"{readStateIndex:5749; appliedIndex:5748; }","duration":"106.973745ms","start":"2026-04-16T00:45:53.56477Z","end":"2026-04-16T00:45:53.671743Z","steps":["trace[215279400] 'read index received' (duration: 106.762079ms)","trace[215279400] 'applied index is now lower than readState.Index' (duration: 210.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:45:53.671879Z","caller":"traceutil/trace.go:171","msg":"trace[1662730873] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"129.8502ms","start":"2026-04-16T00:45:53.542018Z","end":"2026-04-16T00:45:53.671869Z","steps":["trace[1662730873] 'process raft request' (duration: 129.546442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:45:53.672104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.294824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:45:53.672142Z","caller":"traceutil/trace.go:171","msg":"trace[230789734] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5541; }","duration":"107.404877ms","start":"2026-04-16T00:45:53.564728Z","end":"2026-04-16T00:45:53.672133Z","steps":["trace[230789734] 'agreement among raft nodes before linearized reading' (duration: 107.262363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:45:53.673949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.911139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:45:53.674051Z","caller":"traceutil/trace.go:171","msg":"trace[2049929327] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5542; }","duration":"109.044712ms","start":"2026-04-16T00:45:53.564988Z","end":"2026-04-16T00:45:53.674033Z","steps":["trace[2049929327] 'agreement among raft nodes before linearized reading' (duration: 108.903567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:45:58.410087Z","caller":"traceutil/trace.go:171","msg":"trace[523101931] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"122.361083ms","start":"2026-04-16T00:45:58.287702Z","end":"2026-04-16T00:45:58.410063Z","steps":["trace[523101931] 'process raft request' (duration: 122.21022ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:13.458325Z","caller":"traceutil/trace.go:171","msg":"trace[98346234] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"103.374783ms","start":"2026-04-16T00:46:13.354932Z","end":"2026-04-16T00:46:13.458307Z","steps":["trace[98346234] 'process raft request' (duration: 103.27271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:33.193104Z","caller":"traceutil/trace.go:171","msg":"trace[4780625] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"115.672854ms","start":"2026-04-16T00:46:33.077401Z","end":"2026-04-16T00:46:33.193074Z","steps":["trace[4780625] 'process raft request' (duration: 112.893869ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:34.029869Z","caller":"traceutil/trace.go:171","msg":"trace[1669525662] linearizableReadLoop","detail":"{readStateIndex:6475; appliedIndex:6474; }","duration":"210.582039ms","start":"2026-04-16T00:46:33.819252Z","end":"2026-04-16T00:46:34.029834Z","steps":["trace[1669525662] 'read index received' (duration: 168.577738ms)","trace[1669525662] 'applied index is now lower than readState.Index' (duration: 42.003111ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:34.029976Z","caller":"traceutil/trace.go:171","msg":"trace[1573718507] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"211.695568ms","start":"2026-04-16T00:46:33.818221Z","end":"2026-04-16T00:46:34.029917Z","steps":["trace[1573718507] 'process raft request' (duration: 169.528574ms)","trace[1573718507] 'compare' (duration: 41.917678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:46:34.030177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.897347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-16T00:46:34.03024Z","caller":"traceutil/trace.go:171","msg":"trace[998227951] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6241; }","duration":"211.00725ms","start":"2026-04-16T00:46:33.819219Z","end":"2026-04-16T00:46:34.030227Z","steps":["trace[998227951] 'agreement among raft nodes before linearized reading' (duration: 210.752653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:34.032215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.471401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:46:34.032316Z","caller":"traceutil/trace.go:171","msg":"trace[385668414] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6243; }","duration":"205.628855ms","start":"2026-04-16T00:46:33.826665Z","end":"2026-04-16T00:46:34.032294Z","steps":["trace[385668414] 'agreement among raft nodes before linearized reading' (duration: 205.449011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:34.03261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.062777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:46:34.032623Z","caller":"traceutil/trace.go:171","msg":"trace[1548173591] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"209.89126ms","start":"2026-04-16T00:46:33.822712Z","end":"2026-04-16T00:46:34.032603Z","steps":["trace[1548173591] 'process raft request' (duration: 209.12822ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:34.032657Z","caller":"traceutil/trace.go:171","msg":"trace[1042975202] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6243; }","duration":"141.130709ms","start":"2026-04-16T00:46:33.891516Z","end":"2026-04-16T00:46:34.032647Z","steps":["trace[1042975202] 'agreement among raft nodes before linearized reading' (duration: 141.021656ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:36.768945Z","caller":"traceutil/trace.go:171","msg":"trace[608284767] transaction","detail":"{read_only:false; response_revision:6339; number_of_response:1; }","duration":"120.075743ms","start":"2026-04-16T00:46:36.648842Z","end":"2026-04-16T00:46:36.768917Z","steps":["trace[608284767] 'process raft request' (duration: 84.284079ms)","trace[608284767] 'compare' (duration: 35.66293ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:40.647757Z","caller":"traceutil/trace.go:171","msg":"trace[1076375253] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"598.328836ms","start":"2026-04-16T00:46:40.049373Z","end":"2026-04-16T00:46:40.647702Z","steps":["trace[1076375253] 'process raft request' (duration: 500.329468ms)","trace[1076375253] 'compare' (duration: 97.867073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:46:40.647921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.049348Z","time spent":"598.49166ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:46:40.782869Z","caller":"traceutil/trace.go:171","msg":"trace[456144410] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"653.750106ms","start":"2026-04-16T00:46:40.129022Z","end":"2026-04-16T00:46:40.782772Z","steps":["trace[456144410] 'process raft request' (duration: 653.655594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.78303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.129004Z","time spent":"653.942993ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:46:40.783142Z","caller":"traceutil/trace.go:171","msg":"trace[1645809532] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"652.38343ms","start":"2026-04-16T00:46:40.130727Z","end":"2026-04-16T00:46:40.78311Z","steps":["trace[1645809532] 'process raft request' (duration: 652.008601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.783319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.130721Z","time spent":"652.525154ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:46:40.7833Z","caller":"traceutil/trace.go:171","msg":"trace[2133617894] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"723.873685ms","start":"2026-04-16T00:46:40.058919Z","end":"2026-04-16T00:46:40.782793Z","steps":["trace[2133617894] 'process raft request' (duration: 714.704248ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:40.783541Z","caller":"traceutil/trace.go:171","msg":"trace[147012991] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"651.454615ms","start":"2026-04-16T00:46:40.132074Z","end":"2026-04-16T00:46:40.783529Z","steps":["trace[147012991] 'process raft request' (duration: 650.949901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.783544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.058882Z","time spent":"724.560353ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:46:40.7836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.132067Z","time spent":"651.500886ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:46:40.783646Z","caller":"traceutil/trace.go:171","msg":"trace[593728959] linearizableReadLoop","detail":"{readStateIndex:6684; appliedIndex:6682; }","duration":"665.956126ms","start":"2026-04-16T00:46:40.117665Z","end":"2026-04-16T00:46:40.783621Z","steps":["trace[593728959] 'read index received' (duration: 432.161383ms)","trace[593728959] 'applied index is now lower than readState.Index' (duration: 233.793333ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:40.783704Z","caller":"traceutil/trace.go:171","msg":"trace[1228920156] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"529.02309ms","start":"2026-04-16T00:46:40.25467Z","end":"2026-04-16T00:46:40.783693Z","steps":["trace[1228920156] 'process raft request' (duration: 528.66779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.783763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.254649Z","time spent":"529.079991ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:46:40.783771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.10272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:46:40.783805Z","caller":"traceutil/trace.go:171","msg":"trace[913008881] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6449; }","duration":"666.178901ms","start":"2026-04-16T00:46:40.117615Z","end":"2026-04-16T00:46:40.783794Z","steps":["trace[913008881] 'agreement among raft nodes before linearized reading' (duration: 666.11093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.783833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.349638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-16T00:46:40.783837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.117594Z","time spent":"666.234184ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:46:40.783868Z","caller":"traceutil/trace.go:171","msg":"trace[1464184831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6449; }","duration":"315.427641ms","start":"2026-04-16T00:46:40.468431Z","end":"2026-04-16T00:46:40.783859Z","steps":["trace[1464184831] 'agreement among raft nodes before linearized reading' (duration: 315.322738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.783897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.468408Z","time spent":"315.482352ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T00:46:40.783979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.787699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wzjjj\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-04-16T00:46:40.784014Z","caller":"traceutil/trace.go:171","msg":"trace[1136775188] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wzjjj; range_end:; response_count:1; response_revision:6449; }","duration":"228.84602ms","start":"2026-04-16T00:46:40.555156Z","end":"2026-04-16T00:46:40.784002Z","steps":["trace[1136775188] 'agreement among raft nodes before linearized reading' (duration: 228.701197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.784031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.183986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T00:46:40.784083Z","caller":"traceutil/trace.go:171","msg":"trace[288127435] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6449; }","duration":"129.270179ms","start":"2026-04-16T00:46:40.654795Z","end":"2026-04-16T00:46:40.784065Z","steps":["trace[288127435] 'agreement among raft nodes before linearized reading' (duration: 129.104474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.784098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.286269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T00:46:40.784165Z","caller":"traceutil/trace.go:171","msg":"trace[1794841584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6449; }","duration":"314.387464ms","start":"2026-04-16T00:46:40.46976Z","end":"2026-04-16T00:46:40.784147Z","steps":["trace[1794841584] 'agreement among raft nodes before linearized reading' (duration: 314.215609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:40.784206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:40.469747Z","time spent":"314.451285ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T00:46:46.47968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.332335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:46:46.47977Z","caller":"traceutil/trace.go:171","msg":"trace[1452104526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6512; }","duration":"462.462819ms","start":"2026-04-16T00:46:46.017287Z","end":"2026-04-16T00:46:46.479749Z","steps":["trace[1452104526] 'range keys from in-memory index tree' (duration: 462.256353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:46.479813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.017268Z","time spent":"462.536191ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:46:46.48018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.782965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T00:46:46.480311Z","caller":"traceutil/trace.go:171","msg":"trace[412336524] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6512; }","duration":"482.984101ms","start":"2026-04-16T00:46:45.997303Z","end":"2026-04-16T00:46:46.480287Z","steps":["trace[412336524] 'count revisions from in-memory index tree' (duration: 482.696993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:46.480374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:45.997283Z","time spent":"483.073473ms","remote":"127.0.0.1:43760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":761,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:46:47.349399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.440186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:46:47.349486Z","caller":"traceutil/trace.go:171","msg":"trace[1361832920] transaction","detail":"{read_only:false; response_revision:6513; number_of_response:1; }","duration":"682.588554ms","start":"2026-04-16T00:46:46.666883Z","end":"2026-04-16T00:46:47.349472Z","steps":["trace[1361832920] 'process raft request' (duration: 576.011674ms)","trace[1361832920] 'compare' (duration: 106.338594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:46:47.350025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.666856Z","time spent":"682.653524ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:46:47.494781Z","caller":"traceutil/trace.go:171","msg":"trace[467320458] transaction","detail":"{read_only:false; response_revision:6514; number_of_response:1; }","duration":"740.688308ms","start":"2026-04-16T00:46:46.75405Z","end":"2026-04-16T00:46:47.494738Z","steps":["trace[467320458] 'process raft request' (duration: 697.924247ms)","trace[467320458] 'compare' (duration: 42.456533ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:47.494854Z","caller":"traceutil/trace.go:171","msg":"trace[845846612] transaction","detail":"{read_only:false; response_revision:6515; number_of_response:1; }","duration":"690.687703ms","start":"2026-04-16T00:46:46.804129Z","end":"2026-04-16T00:46:47.494816Z","steps":["trace[845846612] 'process raft request' (duration: 690.518368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.49497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.754024Z","time spent":"740.843222ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:46:47.494967Z","caller":"traceutil/trace.go:171","msg":"trace[811842262] transaction","detail":"{read_only:false; response_revision:6518; number_of_response:1; }","duration":"624.604873ms","start":"2026-04-16T00:46:46.870351Z","end":"2026-04-16T00:46:47.494956Z","steps":["trace[811842262] 'process raft request' (duration: 624.47848ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.4949Z","caller":"traceutil/trace.go:171","msg":"trace[760402194] transaction","detail":"{read_only:false; response_revision:6517; number_of_response:1; }","duration":"686.572301ms","start":"2026-04-16T00:46:46.808309Z","end":"2026-04-16T00:46:47.494882Z","steps":["trace[760402194] 'process raft request' (duration: 686.468558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.495077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.870331Z","time spent":"624.704237ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:46:47.495071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.804112Z","time spent":"690.850686ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:46:47.495025Z","caller":"traceutil/trace.go:171","msg":"trace[1512488260] linearizableReadLoop","detail":"{readStateIndex:6755; appliedIndex:6753; }","duration":"696.186421ms","start":"2026-04-16T00:46:46.798737Z","end":"2026-04-16T00:46:47.494924Z","steps":["trace[1512488260] 'read index received' (duration: 444.166016ms)","trace[1512488260] 'applied index is now lower than readState.Index' (duration: 252.018635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:46:47.495333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.600371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T00:46:47.49542Z","caller":"traceutil/trace.go:171","msg":"trace[1971638463] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6518; }","duration":"696.708064ms","start":"2026-04-16T00:46:46.798696Z","end":"2026-04-16T00:46:47.495404Z","steps":["trace[1971638463] 'agreement among raft nodes before linearized reading' (duration: 696.505758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.495462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.798681Z","time spent":"696.773686ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-16T00:46:47.495678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.474124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T00:46:47.495744Z","caller":"traceutil/trace.go:171","msg":"trace[1850459102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6518; }","duration":"298.582647ms","start":"2026-04-16T00:46:47.197147Z","end":"2026-04-16T00:46:47.495729Z","steps":["trace[1850459102] 'agreement among raft nodes before linearized reading' (duration: 298.405822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.495808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.641099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:46:47.496476Z","caller":"traceutil/trace.go:171","msg":"trace[1798490297] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6518; }","duration":"351.317016ms","start":"2026-04-16T00:46:47.145133Z","end":"2026-04-16T00:46:47.49645Z","steps":["trace[1798490297] 'agreement among raft nodes before linearized reading' (duration: 350.584197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.496573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.145122Z","time spent":"351.41243ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:46:47.49666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.854458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-16T00:46:47.495826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.064103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:46:47.49696Z","caller":"traceutil/trace.go:171","msg":"trace[1352071819] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6518; }","duration":"554.322321ms","start":"2026-04-16T00:46:46.942616Z","end":"2026-04-16T00:46:47.496939Z","steps":["trace[1352071819] 'agreement among raft nodes before linearized reading' (duration: 553.382797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.497156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.942573Z","time spent":"554.529277ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-16T00:46:47.49727Z","caller":"traceutil/trace.go:171","msg":"trace[380367420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6518; }","duration":"442.267475ms","start":"2026-04-16T00:46:47.05473Z","end":"2026-04-16T00:46:47.496998Z","steps":["trace[380367420] 'agreement among raft nodes before linearized reading' (duration: 441.025751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.497381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.054719Z","time spent":"442.641265ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:46:47.495682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.170966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:46:47.497641Z","caller":"traceutil/trace.go:171","msg":"trace[1447943301] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:6518; }","duration":"433.153889ms","start":"2026-04-16T00:46:47.064474Z","end":"2026-04-16T00:46:47.497628Z","steps":["trace[1447943301] 'agreement among raft nodes before linearized reading' (duration: 431.050232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.497719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.064463Z","time spent":"433.239862ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"info","ts":"2026-04-16T00:46:47.49507Z","caller":"traceutil/trace.go:171","msg":"trace[1383052221] transaction","detail":"{read_only:false; response_revision:6516; number_of_response:1; }","duration":"687.820114ms","start":"2026-04-16T00:46:46.807154Z","end":"2026-04-16T00:46:47.494974Z","steps":["trace[1383052221] 'process raft request' (duration: 687.572778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.495987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.135365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:46:47.497997Z","caller":"traceutil/trace.go:171","msg":"trace[155096747] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:6518; }","duration":"206.14752ms","start":"2026-04-16T00:46:47.291835Z","end":"2026-04-16T00:46:47.497983Z","steps":["trace[155096747] 'agreement among raft nodes before linearized reading' (duration: 204.037352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.497976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.807145Z","time spent":"690.681323ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:46:47.496107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.447721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:46:47.498273Z","caller":"traceutil/trace.go:171","msg":"trace[690930323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6518; }","duration":"447.641629ms","start":"2026-04-16T00:46:47.050609Z","end":"2026-04-16T00:46:47.498251Z","steps":["trace[690930323] 'agreement among raft nodes before linearized reading' (duration: 445.42709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.498336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.050585Z","time spent":"447.737712ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:46:47.496093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.392471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T00:46:47.498438Z","caller":"traceutil/trace.go:171","msg":"trace[773348379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6518; }","duration":"466.785944ms","start":"2026-04-16T00:46:47.031642Z","end":"2026-04-16T00:46:47.498428Z","steps":["trace[773348379] 'agreement among raft nodes before linearized reading' (duration: 464.211255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.498514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.031597Z","time spent":"466.865977ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:46:47.496174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.007926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:46:47.498622Z","caller":"traceutil/trace.go:171","msg":"trace[1898143526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6518; }","duration":"412.498844ms","start":"2026-04-16T00:46:47.08611Z","end":"2026-04-16T00:46:47.498609Z","steps":["trace[1898143526] 'agreement among raft nodes before linearized reading' (duration: 409.892924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.496219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.661437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-04-16T00:46:47.496282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.808301Z","time spent":"686.795277ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:46:47.496392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.201427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T00:46:47.498779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.086098Z","time spent":"412.662378ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:46:47.498871Z","caller":"traceutil/trace.go:171","msg":"trace[1631734375] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6518; }","duration":"629.340031ms","start":"2026-04-16T00:46:46.86951Z","end":"2026-04-16T00:46:47.49885Z","steps":["trace[1631734375] 'agreement among raft nodes before linearized reading' (duration: 626.589577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.500763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:46.869493Z","time spent":"631.250222ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-16T00:46:47.500917Z","caller":"traceutil/trace.go:171","msg":"trace[1130971856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6518; }","duration":"451.710929ms","start":"2026-04-16T00:46:47.04917Z","end":"2026-04-16T00:46:47.500881Z","steps":["trace[1130971856] 'agreement among raft nodes before linearized reading' (duration: 446.56946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.500992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.04911Z","time spent":"451.862873ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T00:46:47.656599Z","caller":"traceutil/trace.go:171","msg":"trace[971773774] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"154.102147ms","start":"2026-04-16T00:46:47.502453Z","end":"2026-04-16T00:46:47.656556Z","steps":["trace[971773774] 'process raft request' (duration: 153.79175ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.656703Z","caller":"traceutil/trace.go:171","msg":"trace[1619500225] linearizableReadLoop","detail":"{readStateIndex:6766; appliedIndex:6760; }","duration":"123.056153ms","start":"2026-04-16T00:46:47.533628Z","end":"2026-04-16T00:46:47.656684Z","steps":["trace[1619500225] 'read index received' (duration: 122.578199ms)","trace[1619500225] 'applied index is now lower than readState.Index' (duration: 477.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:47.65674Z","caller":"traceutil/trace.go:171","msg":"trace[601067662] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"153.020969ms","start":"2026-04-16T00:46:47.50367Z","end":"2026-04-16T00:46:47.656691Z","steps":["trace[601067662] 'process raft request' (duration: 152.775461ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.656809Z","caller":"traceutil/trace.go:171","msg":"trace[421529890] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"146.559185ms","start":"2026-04-16T00:46:47.510224Z","end":"2026-04-16T00:46:47.656783Z","steps":["trace[421529890] 'process raft request' (duration: 146.36325ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.656847Z","caller":"traceutil/trace.go:171","msg":"trace[1642659773] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"151.989011ms","start":"2026-04-16T00:46:47.504844Z","end":"2026-04-16T00:46:47.656833Z","steps":["trace[1642659773] 'process raft request' (duration: 151.669173ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.656894Z","caller":"traceutil/trace.go:171","msg":"trace[845534596] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"153.140332ms","start":"2026-04-16T00:46:47.50373Z","end":"2026-04-16T00:46:47.656871Z","steps":["trace[845534596] 'process raft request' (duration: 152.752472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.657009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.576668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19518"} {"level":"info","ts":"2026-04-16T00:46:47.657047Z","caller":"traceutil/trace.go:171","msg":"trace[1129516544] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6525; }","duration":"155.779974ms","start":"2026-04-16T00:46:47.501255Z","end":"2026-04-16T00:46:47.657035Z","steps":["trace[1129516544] 'agreement among raft nodes before linearized reading' (duration: 155.502176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.657013Z","caller":"traceutil/trace.go:171","msg":"trace[1002843365] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"153.528872ms","start":"2026-04-16T00:46:47.503444Z","end":"2026-04-16T00:46:47.656973Z","steps":["trace[1002843365] 'process raft request' (duration: 152.960847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.657112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.799817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-12393a35-d62f-4aa3-b548-89cbee3f8141\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-16T00:46:47.657162Z","caller":"traceutil/trace.go:171","msg":"trace[1917413209] range","detail":"{range_begin:/registry/persistentvolumes/pvc-12393a35-d62f-4aa3-b548-89cbee3f8141; range_end:; response_count:1; response_revision:6525; }","duration":"154.883039ms","start":"2026-04-16T00:46:47.502267Z","end":"2026-04-16T00:46:47.65715Z","steps":["trace[1917413209] 'agreement among raft nodes before linearized reading' (duration: 154.753335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.657258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.8214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:19 size:179744"} {"level":"info","ts":"2026-04-16T00:46:47.657309Z","caller":"traceutil/trace.go:171","msg":"trace[947297928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:19; response_revision:6525; }","duration":"153.891202ms","start":"2026-04-16T00:46:47.503406Z","end":"2026-04-16T00:46:47.657297Z","steps":["trace[947297928] 'agreement among raft nodes before linearized reading' (duration: 153.565024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.657472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.031643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:19 size:179744"} {"level":"info","ts":"2026-04-16T00:46:47.657576Z","caller":"traceutil/trace.go:171","msg":"trace[133482490] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:19; response_revision:6525; }","duration":"152.160966ms","start":"2026-04-16T00:46:47.505392Z","end":"2026-04-16T00:46:47.657553Z","steps":["trace[133482490] 'agreement among raft nodes before linearized reading' (duration: 151.624371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.815555Z","caller":"traceutil/trace.go:171","msg":"trace[1559159876] linearizableReadLoop","detail":"{readStateIndex:6770; appliedIndex:6767; }","duration":"100.688691ms","start":"2026-04-16T00:46:47.71485Z","end":"2026-04-16T00:46:47.815539Z","steps":["trace[1559159876] 'read index received' (duration: 100.346311ms)","trace[1559159876] 'applied index is now lower than readState.Index' (duration: 341.51µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:47.815535Z","caller":"traceutil/trace.go:171","msg":"trace[1960060274] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"151.890208ms","start":"2026-04-16T00:46:47.663616Z","end":"2026-04-16T00:46:47.815506Z","steps":["trace[1960060274] 'process raft request' (duration: 151.562819ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.815633Z","caller":"traceutil/trace.go:171","msg":"trace[1355109074] transaction","detail":"{read_only:false; response_revision:6528; number_of_response:1; }","duration":"151.808417ms","start":"2026-04-16T00:46:47.663758Z","end":"2026-04-16T00:46:47.815567Z","steps":["trace[1355109074] 'process raft request' (duration: 151.560981ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:47.815665Z","caller":"traceutil/trace.go:171","msg":"trace[636860455] transaction","detail":"{read_only:false; response_revision:6529; number_of_response:1; }","duration":"151.618942ms","start":"2026-04-16T00:46:47.664031Z","end":"2026-04-16T00:46:47.81565Z","steps":["trace[636860455] 'process raft request' (duration: 151.403156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:47.815759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.891315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:46:47.81637Z","caller":"traceutil/trace.go:171","msg":"trace[651429729] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6529; }","duration":"101.540664ms","start":"2026-04-16T00:46:47.714807Z","end":"2026-04-16T00:46:47.816347Z","steps":["trace[651429729] 'agreement among raft nodes before linearized reading' (duration: 100.866666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:48.394323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.02002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:46:48.394437Z","caller":"traceutil/trace.go:171","msg":"trace[613320527] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"514.733576ms","start":"2026-04-16T00:46:47.879682Z","end":"2026-04-16T00:46:48.394416Z","steps":["trace[613320527] 'process raft request' (duration: 225.538702ms)","trace[613320527] 'compare' (duration: 288.918957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:46:48.394499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.879664Z","time spent":"514.803707ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:46:48.856481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.574093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:46:48.856627Z","caller":"traceutil/trace.go:171","msg":"trace[1052249829] linearizableReadLoop","detail":"{readStateIndex:6772; appliedIndex:6770; }","duration":"892.121543ms","start":"2026-04-16T00:46:47.964483Z","end":"2026-04-16T00:46:48.856605Z","steps":["trace[1052249829] 'read index received' (duration: 140.883062ms)","trace[1052249829] 'applied index is now lower than readState.Index' (duration: 751.235891ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:46:48.856667Z","caller":"traceutil/trace.go:171","msg":"trace[1416038163] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"969.858547ms","start":"2026-04-16T00:46:47.886758Z","end":"2026-04-16T00:46:48.856617Z","steps":["trace[1416038163] 'process raft request' (duration: 832.045157ms)","trace[1416038163] 'compare' (duration: 137.330557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:46:48.856824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.447056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:46:48.856825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.324379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-16T00:46:48.856903Z","caller":"traceutil/trace.go:171","msg":"trace[1900912373] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6531; }","duration":"892.446483ms","start":"2026-04-16T00:46:47.964434Z","end":"2026-04-16T00:46:48.856881Z","steps":["trace[1900912373] 'agreement among raft nodes before linearized reading' (duration: 892.241987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:48.856921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.886742Z","time spent":"970.028181ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:46:48.856943Z","caller":"traceutil/trace.go:171","msg":"trace[29928800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6531; }","duration":"839.53401ms","start":"2026-04-16T00:46:48.01733Z","end":"2026-04-16T00:46:48.856864Z","steps":["trace[29928800] 'agreement among raft nodes before linearized reading' (duration: 839.399766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:48.856971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:47.964418Z","time spent":"892.543116ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-16T00:46:48.856995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:48.017313Z","time spent":"839.669443ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:46:49.285293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.988744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:46:49.285416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.466651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-16T00:46:49.285457Z","caller":"traceutil/trace.go:171","msg":"trace[1495205980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6535; }","duration":"268.207209ms","start":"2026-04-16T00:46:49.017229Z","end":"2026-04-16T00:46:49.285437Z","steps":["trace[1495205980] 'range keys from in-memory index tree' (duration: 267.867651ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:46:49.285524Z","caller":"traceutil/trace.go:171","msg":"trace[722738848] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6535; }","duration":"328.622715ms","start":"2026-04-16T00:46:48.956874Z","end":"2026-04-16T00:46:49.285497Z","steps":["trace[722738848] 'range keys from in-memory index tree' (duration: 328.306808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:46:49.285583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:46:48.956854Z","time spent":"328.715768ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-16T00:46:52.397721Z","caller":"traceutil/trace.go:171","msg":"trace[846440650] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"130.727739ms","start":"2026-04-16T00:46:52.266974Z","end":"2026-04-16T00:46:52.397701Z","steps":["trace[846440650] 'process raft request' (duration: 130.601226ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:25.768333Z","caller":"traceutil/trace.go:171","msg":"trace[771771724] linearizableReadLoop","detail":"{readStateIndex:7055; appliedIndex:7054; }","duration":"179.342162ms","start":"2026-04-16T00:47:25.588958Z","end":"2026-04-16T00:47:25.7683Z","steps":["trace[771771724] 'read index received' (duration: 179.083476ms)","trace[771771724] 'applied index is now lower than readState.Index' (duration: 257.076µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:47:25.768449Z","caller":"traceutil/trace.go:171","msg":"trace[509555789] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"246.535348ms","start":"2026-04-16T00:47:25.521886Z","end":"2026-04-16T00:47:25.768421Z","steps":["trace[509555789] 'process raft request' (duration: 246.126027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:25.768655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.673821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T00:47:25.768721Z","caller":"traceutil/trace.go:171","msg":"trace[100410] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6804; }","duration":"179.807105ms","start":"2026-04-16T00:47:25.588896Z","end":"2026-04-16T00:47:25.768703Z","steps":["trace[100410] 'agreement among raft nodes before linearized reading' (duration: 179.567779ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:26.259479Z","caller":"traceutil/trace.go:171","msg":"trace[1462582382] transaction","detail":"{read_only:false; response_revision:6808; number_of_response:1; }","duration":"403.838318ms","start":"2026-04-16T00:47:25.855611Z","end":"2026-04-16T00:47:26.259449Z","steps":["trace[1462582382] 'process raft request' (duration: 403.612922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.259682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.85559Z","time spent":"403.982571ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:47:26.264557Z","caller":"traceutil/trace.go:171","msg":"trace[2063133881] transaction","detail":"{read_only:false; response_revision:6809; number_of_response:1; }","duration":"408.140503ms","start":"2026-04-16T00:47:25.856383Z","end":"2026-04-16T00:47:26.264524Z","steps":["trace[2063133881] 'process raft request' (duration: 407.932158ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:26.264616Z","caller":"traceutil/trace.go:171","msg":"trace[39492573] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"408.135494ms","start":"2026-04-16T00:47:25.856433Z","end":"2026-04-16T00:47:26.264569Z","steps":["trace[39492573] 'process raft request' (duration: 408.004521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.264815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.8564Z","time spent":"408.312449ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:47:26.264839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.856358Z","time spent":"408.334088ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:47:26.264982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.113546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T00:47:26.265044Z","caller":"traceutil/trace.go:171","msg":"trace[250249271] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6810; }","duration":"404.196657ms","start":"2026-04-16T00:47:25.860831Z","end":"2026-04-16T00:47:26.265028Z","steps":["trace[250249271] 'agreement among raft nodes before linearized reading' (duration: 404.006123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.265084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.860825Z","time spent":"404.252029ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T00:47:26.264495Z","caller":"traceutil/trace.go:171","msg":"trace[1546688370] linearizableReadLoop","detail":"{readStateIndex:7061; appliedIndex:7058; }","duration":"403.627173ms","start":"2026-04-16T00:47:25.860846Z","end":"2026-04-16T00:47:26.264473Z","steps":["trace[1546688370] 'read index received' (duration: 398.352671ms)","trace[1546688370] 'applied index is now lower than readState.Index' (duration: 5.273782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:47:26.265443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.454633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:47:26.265452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.950873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:47:26.265481Z","caller":"traceutil/trace.go:171","msg":"trace[2095840958] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6810; }","duration":"170.612848ms","start":"2026-04-16T00:47:26.094856Z","end":"2026-04-16T00:47:26.265469Z","steps":["trace[2095840958] 'agreement among raft nodes before linearized reading' (duration: 170.547986ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:26.265499Z","caller":"traceutil/trace.go:171","msg":"trace[1839767371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6810; }","duration":"307.051605ms","start":"2026-04-16T00:47:25.958429Z","end":"2026-04-16T00:47:26.26548Z","steps":["trace[1839767371] 'agreement among raft nodes before linearized reading' (duration: 306.944752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.265474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.799949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:47:26.265526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.958409Z","time spent":"307.110458ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:47:26.265549Z","caller":"traceutil/trace.go:171","msg":"trace[895116577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6810; }","duration":"248.894082ms","start":"2026-04-16T00:47:26.016633Z","end":"2026-04-16T00:47:26.265527Z","steps":["trace[895116577] 'agreement among raft nodes before linearized reading' (duration: 248.782589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.265689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.167973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:47:26.265718Z","caller":"traceutil/trace.go:171","msg":"trace[298754628] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6810; }","duration":"293.215824ms","start":"2026-04-16T00:47:25.972494Z","end":"2026-04-16T00:47:26.265709Z","steps":["trace[298754628] 'agreement among raft nodes before linearized reading' (duration: 293.170012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.265819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.215639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-16T00:47:26.265824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.521912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:47:26.265861Z","caller":"traceutil/trace.go:171","msg":"trace[848961455] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:6810; }","duration":"317.279971ms","start":"2026-04-16T00:47:25.948572Z","end":"2026-04-16T00:47:26.265852Z","steps":["trace[848961455] 'agreement among raft nodes before linearized reading' (duration: 317.175498ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:26.265874Z","caller":"traceutil/trace.go:171","msg":"trace[329035371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6810; }","duration":"338.600244ms","start":"2026-04-16T00:47:25.927261Z","end":"2026-04-16T00:47:26.265861Z","steps":["trace[329035371] 'agreement among raft nodes before linearized reading' (duration: 338.45438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.265861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.782741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T00:47:26.265891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.94856Z","time spent":"317.324301ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:47:26.26592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.927249Z","time spent":"338.651556ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T00:47:26.265931Z","caller":"traceutil/trace.go:171","msg":"trace[1349985594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6810; }","duration":"334.907665ms","start":"2026-04-16T00:47:25.931005Z","end":"2026-04-16T00:47:26.265912Z","steps":["trace[1349985594] 'agreement among raft nodes before linearized reading' (duration: 334.682679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.265976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.930984Z","time spent":"334.980896ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:47:26.26568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.014268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:47:26.266159Z","caller":"traceutil/trace.go:171","msg":"trace[1139414875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:6810; }","duration":"328.511573ms","start":"2026-04-16T00:47:25.937633Z","end":"2026-04-16T00:47:26.266145Z","steps":["trace[1139414875] 'agreement among raft nodes before linearized reading' (duration: 327.927897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.26619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.937618Z","time spent":"328.562294ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:47:26.266261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.183814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T00:47:26.266344Z","caller":"traceutil/trace.go:171","msg":"trace[800509981] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6810; }","duration":"402.295616ms","start":"2026-04-16T00:47:25.863998Z","end":"2026-04-16T00:47:26.266294Z","steps":["trace[800509981] 'agreement among raft nodes before linearized reading' (duration: 401.337731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:26.266374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:25.863983Z","time spent":"402.383229ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T00:47:48.530725Z","caller":"traceutil/trace.go:171","msg":"trace[711006435] linearizableReadLoop","detail":"{readStateIndex:7191; appliedIndex:7190; }","duration":"148.508472ms","start":"2026-04-16T00:47:48.382197Z","end":"2026-04-16T00:47:48.530705Z","steps":["trace[711006435] 'read index received' (duration: 148.381388ms)","trace[711006435] 'applied index is now lower than readState.Index' (duration: 126.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:47:48.530847Z","caller":"traceutil/trace.go:171","msg":"trace[540785491] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"153.487408ms","start":"2026-04-16T00:47:48.37733Z","end":"2026-04-16T00:47:48.530817Z","steps":["trace[540785491] 'process raft request' (duration: 153.22624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:48.530967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.74521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:47:48.531051Z","caller":"traceutil/trace.go:171","msg":"trace[41724432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6934; }","duration":"148.840783ms","start":"2026-04-16T00:47:48.382193Z","end":"2026-04-16T00:47:48.531034Z","steps":["trace[41724432] 'agreement among raft nodes before linearized reading' (duration: 148.646057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:48.531072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.505091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:47:48.531152Z","caller":"traceutil/trace.go:171","msg":"trace[268652618] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:6934; }","duration":"136.616272ms","start":"2026-04-16T00:47:48.394516Z","end":"2026-04-16T00:47:48.531133Z","steps":["trace[268652618] 'agreement among raft nodes before linearized reading' (duration: 136.405147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:48.531697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.444359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:47:48.53175Z","caller":"traceutil/trace.go:171","msg":"trace[1980419405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:6934; }","duration":"136.519771ms","start":"2026-04-16T00:47:48.39522Z","end":"2026-04-16T00:47:48.531739Z","steps":["trace[1980419405] 'agreement among raft nodes before linearized reading' (duration: 136.390638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:48.531738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.716052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:47:48.531827Z","caller":"traceutil/trace.go:171","msg":"trace[1708177191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6934; }","duration":"147.860875ms","start":"2026-04-16T00:47:48.383943Z","end":"2026-04-16T00:47:48.531804Z","steps":["trace[1708177191] 'agreement among raft nodes before linearized reading' (duration: 146.95056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:48.531738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.874271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:47:48.5321Z","caller":"traceutil/trace.go:171","msg":"trace[2070425384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6934; }","duration":"140.270221ms","start":"2026-04-16T00:47:48.391806Z","end":"2026-04-16T00:47:48.532077Z","steps":["trace[2070425384] 'agreement among raft nodes before linearized reading' (duration: 139.741687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:48.531947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.768669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:47:48.532207Z","caller":"traceutil/trace.go:171","msg":"trace[1898269665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6934; }","duration":"146.068477ms","start":"2026-04-16T00:47:48.386122Z","end":"2026-04-16T00:47:48.532191Z","steps":["trace[1898269665] 'agreement among raft nodes before linearized reading' (duration: 145.684767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:48.762022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.494945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:47:48.762326Z","caller":"traceutil/trace.go:171","msg":"trace[1817073441] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"221.6891ms","start":"2026-04-16T00:47:48.540619Z","end":"2026-04-16T00:47:48.762308Z","steps":["trace[1817073441] 'process raft request' (duration: 221.609948ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:48.762381Z","caller":"traceutil/trace.go:171","msg":"trace[701255494] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"222.387969ms","start":"2026-04-16T00:47:48.539966Z","end":"2026-04-16T00:47:48.762354Z","steps":["trace[701255494] 'process raft request' (duration: 87.466582ms)","trace[701255494] 'compare' (duration: 134.314641ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:47:48.762407Z","caller":"traceutil/trace.go:171","msg":"trace[179476165] transaction","detail":"{read_only:false; response_revision:6938; number_of_response:1; }","duration":"219.367928ms","start":"2026-04-16T00:47:48.543008Z","end":"2026-04-16T00:47:48.762376Z","steps":["trace[179476165] 'process raft request' (duration: 219.263346ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:48.762397Z","caller":"traceutil/trace.go:171","msg":"trace[1895634131] linearizableReadLoop","detail":"{readStateIndex:7193; appliedIndex:7191; }","duration":"222.284116ms","start":"2026-04-16T00:47:48.540089Z","end":"2026-04-16T00:47:48.762373Z","steps":["trace[1895634131] 'read index received' (duration: 87.401349ms)","trace[1895634131] 'applied index is now lower than readState.Index' (duration: 134.879477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:47:48.762882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.77992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:19 size:179506"} {"level":"info","ts":"2026-04-16T00:47:48.762938Z","caller":"traceutil/trace.go:171","msg":"trace[1343673969] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:19; response_revision:6938; }","duration":"222.870623ms","start":"2026-04-16T00:47:48.540056Z","end":"2026-04-16T00:47:48.762927Z","steps":["trace[1343673969] 'agreement among raft nodes before linearized reading' (duration: 222.370619ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:48.762287Z","caller":"traceutil/trace.go:171","msg":"trace[1028195371] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"222.212215ms","start":"2026-04-16T00:47:48.540041Z","end":"2026-04-16T00:47:48.762253Z","steps":["trace[1028195371] 'process raft request' (duration: 222.094501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:50.849046Z","caller":"traceutil/trace.go:171","msg":"trace[1248726376] linearizableReadLoop","detail":"{readStateIndex:7200; appliedIndex:7199; }","duration":"302.603796ms","start":"2026-04-16T00:47:50.546422Z","end":"2026-04-16T00:47:50.849025Z","steps":["trace[1248726376] 'read index received' (duration: 302.433082ms)","trace[1248726376] 'applied index is now lower than readState.Index' (duration: 169.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:47:50.849192Z","caller":"traceutil/trace.go:171","msg":"trace[272400427] transaction","detail":"{read_only:false; response_revision:6943; number_of_response:1; }","duration":"310.157809ms","start":"2026-04-16T00:47:50.538994Z","end":"2026-04-16T00:47:50.849152Z","steps":["trace[272400427] 'process raft request' (duration: 309.875042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:50.849262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.821092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:47:50.849297Z","caller":"traceutil/trace.go:171","msg":"trace[807397103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:6943; }","duration":"302.890255ms","start":"2026-04-16T00:47:50.546397Z","end":"2026-04-16T00:47:50.849287Z","steps":["trace[807397103] 'agreement among raft nodes before linearized reading' (duration: 302.75854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:50.84933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:50.546386Z","time spent":"302.935755ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:47:50.849401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:47:50.538978Z","time spent":"310.299223ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:47:51.068318Z","caller":"traceutil/trace.go:171","msg":"trace[841620348] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"211.406954ms","start":"2026-04-16T00:47:50.856886Z","end":"2026-04-16T00:47:51.068293Z","steps":["trace[841620348] 'process raft request' (duration: 134.709062ms)","trace[841620348] 'compare' (duration: 76.506147ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:47:51.068627Z","caller":"traceutil/trace.go:171","msg":"trace[1175054118] linearizableReadLoop","detail":"{readStateIndex:7203; appliedIndex:7200; }","duration":"210.14469ms","start":"2026-04-16T00:47:50.858457Z","end":"2026-04-16T00:47:51.068601Z","steps":["trace[1175054118] 'read index received' (duration: 133.15229ms)","trace[1175054118] 'applied index is now lower than readState.Index' (duration: 76.99141ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:47:51.068713Z","caller":"traceutil/trace.go:171","msg":"trace[2093670810] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"211.804075ms","start":"2026-04-16T00:47:50.856897Z","end":"2026-04-16T00:47:51.068701Z","steps":["trace[2093670810] 'process raft request' (duration: 211.346113ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:51.068713Z","caller":"traceutil/trace.go:171","msg":"trace[1028469058] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"211.751273ms","start":"2026-04-16T00:47:50.856927Z","end":"2026-04-16T00:47:51.068678Z","steps":["trace[1028469058] 'process raft request' (duration: 211.515407ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:47:51.068777Z","caller":"traceutil/trace.go:171","msg":"trace[111732438] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"209.133583ms","start":"2026-04-16T00:47:50.859629Z","end":"2026-04-16T00:47:51.068762Z","steps":["trace[111732438] 'process raft request' (duration: 208.928777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:51.068856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.12375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:47:51.068903Z","caller":"traceutil/trace.go:171","msg":"trace[474811502] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6947; }","duration":"136.213812ms","start":"2026-04-16T00:47:50.932675Z","end":"2026-04-16T00:47:51.068888Z","steps":["trace[474811502] 'agreement among raft nodes before linearized reading' (duration: 136.124539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:47:51.069298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.814578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:19 size:179506"} {"level":"info","ts":"2026-04-16T00:47:51.069365Z","caller":"traceutil/trace.go:171","msg":"trace[2057582269] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:19; response_revision:6947; }","duration":"210.91346ms","start":"2026-04-16T00:47:50.858437Z","end":"2026-04-16T00:47:51.069351Z","steps":["trace[2057582269] 'agreement among raft nodes before linearized reading' (duration: 210.503109ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:29.912426Z","caller":"traceutil/trace.go:171","msg":"trace[1642736391] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"159.389715ms","start":"2026-04-16T00:48:29.753003Z","end":"2026-04-16T00:48:29.912393Z","steps":["trace[1642736391] 'process raft request' (duration: 62.691775ms)","trace[1642736391] 'compare' (duration: 96.550376ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:48:29.912708Z","caller":"traceutil/trace.go:171","msg":"trace[1090450470] linearizableReadLoop","detail":"{readStateIndex:7805; appliedIndex:7804; }","duration":"140.285602ms","start":"2026-04-16T00:48:29.772392Z","end":"2026-04-16T00:48:29.912677Z","steps":["trace[1090450470] 'read index received' (duration: 43.283623ms)","trace[1090450470] 'applied index is now lower than readState.Index' (duration: 96.996679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:48:29.912855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.446626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:48:29.912887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.639646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:48:29.9129Z","caller":"traceutil/trace.go:171","msg":"trace[573510616] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7535; }","duration":"140.541079ms","start":"2026-04-16T00:48:29.772349Z","end":"2026-04-16T00:48:29.91289Z","steps":["trace[573510616] 'agreement among raft nodes before linearized reading' (duration: 140.414656ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:29.912914Z","caller":"traceutil/trace.go:171","msg":"trace[653288732] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7535; }","duration":"129.715907ms","start":"2026-04-16T00:48:29.783191Z","end":"2026-04-16T00:48:29.912907Z","steps":["trace[653288732] 'agreement among raft nodes before linearized reading' (duration: 129.639425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:29.914271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.749347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-16T00:48:29.914383Z","caller":"traceutil/trace.go:171","msg":"trace[1809666791] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7535; }","duration":"120.884191ms","start":"2026-04-16T00:48:29.793477Z","end":"2026-04-16T00:48:29.914362Z","steps":["trace[1809666791] 'agreement among raft nodes before linearized reading' (duration: 119.529854ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:42.881046Z","caller":"traceutil/trace.go:171","msg":"trace[1673332682] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"188.806296ms","start":"2026-04-16T00:48:42.692217Z","end":"2026-04-16T00:48:42.881023Z","steps":["trace[1673332682] 'process raft request' (duration: 188.641222ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:42.881237Z","caller":"traceutil/trace.go:171","msg":"trace[895101627] linearizableReadLoop","detail":"{readStateIndex:8102; appliedIndex:8102; }","duration":"186.862834ms","start":"2026-04-16T00:48:42.694339Z","end":"2026-04-16T00:48:42.881201Z","steps":["trace[895101627] 'read index received' (duration: 186.850754ms)","trace[895101627] 'applied index is now lower than readState.Index' (duration: 9.12µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:48:42.881574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.108485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05cb175-d965-4766-8cc3-7495edd081aa\" ","response":"range_response_count:1 size:3936"} {"level":"info","ts":"2026-04-16T00:48:42.881657Z","caller":"traceutil/trace.go:171","msg":"trace[1786197443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05cb175-d965-4766-8cc3-7495edd081aa; range_end:; response_count:1; response_revision:7825; }","duration":"134.216508ms","start":"2026-04-16T00:48:42.7474Z","end":"2026-04-16T00:48:42.881616Z","steps":["trace[1786197443] 'agreement among raft nodes before linearized reading' (duration: 133.968232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:42.88166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.294076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-04-16T00:48:42.881721Z","caller":"traceutil/trace.go:171","msg":"trace[884794353] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:7825; }","duration":"187.381798ms","start":"2026-04-16T00:48:42.694323Z","end":"2026-04-16T00:48:42.881705Z","steps":["trace[884794353] 'agreement among raft nodes before linearized reading' (duration: 187.189682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:43.197025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.096105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:48:43.197094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.694281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:48:43.197137Z","caller":"traceutil/trace.go:171","msg":"trace[834469391] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7825; }","duration":"253.275779ms","start":"2026-04-16T00:48:42.943837Z","end":"2026-04-16T00:48:43.197113Z","steps":["trace[834469391] 'count revisions from in-memory index tree' (duration: 252.996012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:43.197216Z","caller":"traceutil/trace.go:171","msg":"trace[1554082898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7825; }","duration":"179.798975ms","start":"2026-04-16T00:48:43.01735Z","end":"2026-04-16T00:48:43.197149Z","steps":["trace[1554082898] 'range keys from in-memory index tree' (duration: 179.578059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:43.197243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.783979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:48:43.197301Z","caller":"traceutil/trace.go:171","msg":"trace[1723280347] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7825; }","duration":"389.895112ms","start":"2026-04-16T00:48:42.807392Z","end":"2026-04-16T00:48:43.197287Z","steps":["trace[1723280347] 'agreement among raft nodes before linearized reading' (duration: 74.283527ms)","trace[1723280347] 'count revisions from in-memory index tree' (duration: 315.497902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:48:43.197331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:42.807331Z","time spent":"389.993425ms","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:48:43.197353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.856407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:48:43.197401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.201237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-16T00:48:43.197418Z","caller":"traceutil/trace.go:171","msg":"trace[89851679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7825; }","duration":"111.996861ms","start":"2026-04-16T00:48:43.085404Z","end":"2026-04-16T00:48:43.197401Z","steps":["trace[89851679] 'range keys from in-memory index tree' (duration: 111.678663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:43.197447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.841754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18a6afe688c7c3d7\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-04-16T00:48:43.198235Z","caller":"traceutil/trace.go:171","msg":"trace[296573637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:7825; }","duration":"311.281579ms","start":"2026-04-16T00:48:42.886148Z","end":"2026-04-16T00:48:43.19743Z","steps":["trace[296573637] 'range keys from in-memory index tree' (duration: 310.820797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:43.198319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:42.886123Z","time spent":"312.174373ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-16T00:48:43.199022Z","caller":"traceutil/trace.go:171","msg":"trace[239394387] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18a6afe688c7c3d7; range_end:; response_count:1; response_revision:7825; }","duration":"312.001898ms","start":"2026-04-16T00:48:42.885491Z","end":"2026-04-16T00:48:43.197493Z","steps":["trace[239394387] 'range keys from in-memory index tree' (duration: 311.656539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:43.199074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:42.885472Z","time spent":"313.589782ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":755,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18a6afe688c7c3d7\" "} {"level":"info","ts":"2026-04-16T00:48:47.898715Z","caller":"traceutil/trace.go:171","msg":"trace[1239579299] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"102.444954ms","start":"2026-04-16T00:48:47.796241Z","end":"2026-04-16T00:48:47.898686Z","steps":["trace[1239579299] 'process raft request' (duration: 102.29416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:48.22917Z","caller":"traceutil/trace.go:171","msg":"trace[757867931] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"102.786564ms","start":"2026-04-16T00:48:48.12636Z","end":"2026-04-16T00:48:48.229146Z","steps":["trace[757867931] 'process raft request' (duration: 102.65297ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:48.274423Z","caller":"traceutil/trace.go:171","msg":"trace[158654732] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"130.53717ms","start":"2026-04-16T00:48:48.143861Z","end":"2026-04-16T00:48:48.274398Z","steps":["trace[158654732] 'process raft request' (duration: 130.363165ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:48.274585Z","caller":"traceutil/trace.go:171","msg":"trace[2061897865] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"128.005251ms","start":"2026-04-16T00:48:48.146549Z","end":"2026-04-16T00:48:48.274554Z","steps":["trace[2061897865] 'process raft request' (duration: 127.808535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:48.60902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.65635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:48:48.6092Z","caller":"traceutil/trace.go:171","msg":"trace[1413006634] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:7895; }","duration":"304.831886ms","start":"2026-04-16T00:48:48.304282Z","end":"2026-04-16T00:48:48.609114Z","steps":["trace[1413006634] 'range keys from in-memory index tree' (duration: 304.507067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:48.609265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:48.304261Z","time spent":"304.98859ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:48:48.60933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.986977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-16T00:48:48.60939Z","caller":"traceutil/trace.go:171","msg":"trace[399334839] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:7895; }","duration":"303.066588ms","start":"2026-04-16T00:48:48.306304Z","end":"2026-04-16T00:48:48.609371Z","steps":["trace[399334839] 'range keys from in-memory index tree' (duration: 302.77033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:48.609637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:48.306292Z","time spent":"303.130291ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:48:48.60973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.004147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:48:48.609772Z","caller":"traceutil/trace.go:171","msg":"trace[1659762482] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:7895; }","duration":"306.07621ms","start":"2026-04-16T00:48:48.303686Z","end":"2026-04-16T00:48:48.609762Z","steps":["trace[1659762482] 'range keys from in-memory index tree' (duration: 305.934606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:48.609808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:48.303669Z","time spent":"306.130881ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:48:48.609892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.528215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:48:48.609915Z","caller":"traceutil/trace.go:171","msg":"trace[515038433] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:7895; }","duration":"305.625177ms","start":"2026-04-16T00:48:48.304282Z","end":"2026-04-16T00:48:48.609908Z","steps":["trace[515038433] 'range keys from in-memory index tree' (duration: 305.465844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:48.609938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:48.304261Z","time spent":"305.671458ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-04-16T00:48:49.474247Z","caller":"traceutil/trace.go:171","msg":"trace[397483532] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"109.399781ms","start":"2026-04-16T00:48:49.364818Z","end":"2026-04-16T00:48:49.474217Z","steps":["trace[397483532] 'process raft request' (duration: 109.215406ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:49.662807Z","caller":"traceutil/trace.go:171","msg":"trace[2027858476] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"296.691776ms","start":"2026-04-16T00:48:49.366084Z","end":"2026-04-16T00:48:49.662776Z","steps":["trace[2027858476] 'process raft request' (duration: 296.593744ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:49.662843Z","caller":"traceutil/trace.go:171","msg":"trace[964806827] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"297.853049ms","start":"2026-04-16T00:48:49.364957Z","end":"2026-04-16T00:48:49.66281Z","steps":["trace[964806827] 'process raft request' (duration: 211.691342ms)","trace[964806827] 'compare' (duration: 85.874349ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:48:49.663035Z","caller":"traceutil/trace.go:171","msg":"trace[689159447] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8174; }","duration":"200.130532ms","start":"2026-04-16T00:48:49.46287Z","end":"2026-04-16T00:48:49.663001Z","steps":["trace[689159447] 'read index received' (duration: 11.197202ms)","trace[689159447] 'applied index is now lower than readState.Index' (duration: 188.93021ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:48:49.663069Z","caller":"traceutil/trace.go:171","msg":"trace[1570495486] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"296.438251ms","start":"2026-04-16T00:48:49.366605Z","end":"2026-04-16T00:48:49.663043Z","steps":["trace[1570495486] 'process raft request' (duration: 296.130322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:49.663284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.482801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:48:49.663351Z","caller":"traceutil/trace.go:171","msg":"trace[1841727435] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:7900; }","duration":"200.667606ms","start":"2026-04-16T00:48:49.462668Z","end":"2026-04-16T00:48:49.663336Z","steps":["trace[1841727435] 'agreement among raft nodes before linearized reading' (duration: 200.476861ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:50.247998Z","caller":"traceutil/trace.go:171","msg":"trace[1243621749] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"105.666211ms","start":"2026-04-16T00:48:50.142297Z","end":"2026-04-16T00:48:50.247963Z","steps":["trace[1243621749] 'process raft request' (duration: 105.418525ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:50.415098Z","caller":"traceutil/trace.go:171","msg":"trace[241721000] linearizableReadLoop","detail":"{readStateIndex:8180; appliedIndex:8179; }","duration":"167.145344ms","start":"2026-04-16T00:48:50.247931Z","end":"2026-04-16T00:48:50.415076Z","steps":["trace[241721000] 'read index received' (duration: 86.238289ms)","trace[241721000] 'applied index is now lower than readState.Index' (duration: 80.906205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:48:50.415256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.278692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T00:48:50.415278Z","caller":"traceutil/trace.go:171","msg":"trace[1961729719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7902; }","duration":"185.357343ms","start":"2026-04-16T00:48:50.229915Z","end":"2026-04-16T00:48:50.415272Z","steps":["trace[1961729719] 'agreement among raft nodes before linearized reading' (duration: 185.24226ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:50.415326Z","caller":"traceutil/trace.go:171","msg":"trace[541425649] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"180.975276ms","start":"2026-04-16T00:48:50.234321Z","end":"2026-04-16T00:48:50.415297Z","steps":["trace[541425649] 'process raft request' (duration: 99.808953ms)","trace[541425649] 'compare' (duration: 80.839874ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:48:50.442297Z","caller":"traceutil/trace.go:171","msg":"trace[2099846101] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"161.752588ms","start":"2026-04-16T00:48:50.280522Z","end":"2026-04-16T00:48:50.442275Z","steps":["trace[2099846101] 'process raft request' (duration: 161.534072ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:50.442365Z","caller":"traceutil/trace.go:171","msg":"trace[448737204] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"161.613195ms","start":"2026-04-16T00:48:50.280726Z","end":"2026-04-16T00:48:50.442339Z","steps":["trace[448737204] 'process raft request' (duration: 161.483672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:51.73437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.201515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:48:51.734475Z","caller":"traceutil/trace.go:171","msg":"trace[1714851484] linearizableReadLoop","detail":"{readStateIndex:8184; appliedIndex:8183; }","duration":"352.449046ms","start":"2026-04-16T00:48:51.382009Z","end":"2026-04-16T00:48:51.734458Z","steps":["trace[1714851484] 'read index received' (duration: 210.034818ms)","trace[1714851484] 'applied index is now lower than readState.Index' (duration: 142.413098ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:48:51.734527Z","caller":"traceutil/trace.go:171","msg":"trace[1323842568] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"381.920349ms","start":"2026-04-16T00:48:51.352564Z","end":"2026-04-16T00:48:51.734484Z","steps":["trace[1323842568] 'process raft request' (duration: 239.538371ms)","trace[1323842568] 'compare' (duration: 142.083521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:48:51.734637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.614971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:48:51.734662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:51.352537Z","time spent":"382.060282ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:48:51.734678Z","caller":"traceutil/trace.go:171","msg":"trace[1590591179] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7906; }","duration":"352.685043ms","start":"2026-04-16T00:48:51.381982Z","end":"2026-04-16T00:48:51.734667Z","steps":["trace[1590591179] 'agreement among raft nodes before linearized reading' (duration: 352.58817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:51.73472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:48:51.381966Z","time spent":"352.744154ms","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:48:51.735047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.142397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:48:51.735087Z","caller":"traceutil/trace.go:171","msg":"trace[1860795598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7906; }","duration":"256.223259ms","start":"2026-04-16T00:48:51.478854Z","end":"2026-04-16T00:48:51.735077Z","steps":["trace[1860795598] 'agreement among raft nodes before linearized reading' (duration: 256.094016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:52.050499Z","caller":"traceutil/trace.go:171","msg":"trace[131456075] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8188; }","duration":"198.427395ms","start":"2026-04-16T00:48:51.85205Z","end":"2026-04-16T00:48:52.050477Z","steps":["trace[131456075] 'read index received' (duration: 198.391974ms)","trace[131456075] 'applied index is now lower than readState.Index' (duration: 34.441µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:48:52.050572Z","caller":"traceutil/trace.go:171","msg":"trace[1080931761] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"206.924563ms","start":"2026-04-16T00:48:51.843623Z","end":"2026-04-16T00:48:52.050548Z","steps":["trace[1080931761] 'process raft request' (duration: 206.720347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:48:52.050799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.694882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-16T00:48:52.05089Z","caller":"traceutil/trace.go:171","msg":"trace[611790972] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:7911; }","duration":"198.850725ms","start":"2026-04-16T00:48:51.852014Z","end":"2026-04-16T00:48:52.050865Z","steps":["trace[611790972] 'agreement among raft nodes before linearized reading' (duration: 198.578589ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:48:52.64247Z","caller":"traceutil/trace.go:171","msg":"trace[450115297] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"132.718098ms","start":"2026-04-16T00:48:52.509736Z","end":"2026-04-16T00:48:52.642454Z","steps":["trace[450115297] 'process raft request' (duration: 132.110292ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:00.660384Z","caller":"traceutil/trace.go:171","msg":"trace[470145215] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"213.258964ms","start":"2026-04-16T00:49:00.447091Z","end":"2026-04-16T00:49:00.66035Z","steps":["trace[470145215] 'process raft request' (duration: 180.691519ms)","trace[470145215] 'compare' (duration: 32.304939ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:00.73356Z","caller":"traceutil/trace.go:171","msg":"trace[1535793415] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"262.890238ms","start":"2026-04-16T00:49:00.47065Z","end":"2026-04-16T00:49:00.73354Z","steps":["trace[1535793415] 'process raft request' (duration: 262.721523ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:00.733913Z","caller":"traceutil/trace.go:171","msg":"trace[239139470] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8287; }","duration":"179.158536ms","start":"2026-04-16T00:49:00.554724Z","end":"2026-04-16T00:49:00.733882Z","steps":["trace[239139470] 'read index received' (duration: 73.147016ms)","trace[239139470] 'applied index is now lower than readState.Index' (duration: 106.00933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:00.734181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.446505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-16T00:49:00.73423Z","caller":"traceutil/trace.go:171","msg":"trace[766659349] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8010; }","duration":"179.566217ms","start":"2026-04-16T00:49:00.554653Z","end":"2026-04-16T00:49:00.734219Z","steps":["trace[766659349] 'agreement among raft nodes before linearized reading' (duration: 179.369863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:00.734212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.054592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-16T00:49:00.734291Z","caller":"traceutil/trace.go:171","msg":"trace[1389610459] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8010; }","duration":"122.171705ms","start":"2026-04-16T00:49:00.612096Z","end":"2026-04-16T00:49:00.734267Z","steps":["trace[1389610459] 'agreement among raft nodes before linearized reading' (duration: 121.966829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:00.734706Z","caller":"traceutil/trace.go:171","msg":"trace[1880821233] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"263.015572ms","start":"2026-04-16T00:49:00.471677Z","end":"2026-04-16T00:49:00.734692Z","steps":["trace[1880821233] 'process raft request' (duration: 261.82733ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:02.286723Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000020d1.wal"} {"level":"info","ts":"2026-04-16T00:49:05.276978Z","caller":"traceutil/trace.go:171","msg":"trace[348016041] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"122.098253ms","start":"2026-04-16T00:49:05.154854Z","end":"2026-04-16T00:49:05.276952Z","steps":["trace[348016041] 'process raft request' (duration: 121.757594ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.433026Z","caller":"traceutil/trace.go:171","msg":"trace[1115529589] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"143.827868ms","start":"2026-04-16T00:49:05.289167Z","end":"2026-04-16T00:49:05.432995Z","steps":["trace[1115529589] 'process raft request' (duration: 115.113075ms)","trace[1115529589] 'compare' (duration: 28.441045ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:05.433304Z","caller":"traceutil/trace.go:171","msg":"trace[1953402177] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"140.351503ms","start":"2026-04-16T00:49:05.29291Z","end":"2026-04-16T00:49:05.433262Z","steps":["trace[1953402177] 'process raft request' (duration: 140.030885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.433361Z","caller":"traceutil/trace.go:171","msg":"trace[828913083] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8714; }","duration":"111.723994ms","start":"2026-04-16T00:49:05.321611Z","end":"2026-04-16T00:49:05.433335Z","steps":["trace[828913083] 'read index received' (duration: 82.558549ms)","trace[828913083] 'applied index is now lower than readState.Index' (duration: 29.162475ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:05.433377Z","caller":"traceutil/trace.go:171","msg":"trace[1003472594] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"140.314463ms","start":"2026-04-16T00:49:05.293039Z","end":"2026-04-16T00:49:05.433354Z","steps":["trace[1003472594] 'process raft request' (duration: 140.076607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.433651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.024883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-89cb5b9cb-hvggk.18a6afef22e7fbd3\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-16T00:49:05.43371Z","caller":"traceutil/trace.go:171","msg":"trace[1926804880] range","detail":"{range_begin:/registry/events/openstack/glance-api-89cb5b9cb-hvggk.18a6afef22e7fbd3; range_end:; response_count:1; response_revision:8433; }","duration":"112.096664ms","start":"2026-04-16T00:49:05.321597Z","end":"2026-04-16T00:49:05.433694Z","steps":["trace[1926804880] 'agreement among raft nodes before linearized reading' (duration: 111.833887ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.627211Z","caller":"traceutil/trace.go:171","msg":"trace[1422740575] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"181.671285ms","start":"2026-04-16T00:49:05.445514Z","end":"2026-04-16T00:49:05.627185Z","steps":["trace[1422740575] 'process raft request' (duration: 109.269968ms)","trace[1422740575] 'compare' (duration: 72.252663ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:05.639898Z","caller":"traceutil/trace.go:171","msg":"trace[1930034565] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8719; }","duration":"168.427549ms","start":"2026-04-16T00:49:05.471442Z","end":"2026-04-16T00:49:05.63987Z","steps":["trace[1930034565] 'read index received' (duration: 83.326511ms)","trace[1930034565] 'applied index is now lower than readState.Index' (duration: 85.099778ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:05.639891Z","caller":"traceutil/trace.go:171","msg":"trace[1144817954] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"184.391138ms","start":"2026-04-16T00:49:05.455455Z","end":"2026-04-16T00:49:05.639846Z","steps":["trace[1144817954] 'process raft request' (duration: 184.07559ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.639984Z","caller":"traceutil/trace.go:171","msg":"trace[923981892] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"145.195554ms","start":"2026-04-16T00:49:05.494764Z","end":"2026-04-16T00:49:05.63996Z","steps":["trace[923981892] 'process raft request' (duration: 144.945737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.640064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.601443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.640109Z","caller":"traceutil/trace.go:171","msg":"trace[1538936408] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8438; }","duration":"168.695076ms","start":"2026-04-16T00:49:05.471402Z","end":"2026-04-16T00:49:05.640097Z","steps":["trace[1538936408] 'agreement among raft nodes before linearized reading' (duration: 168.572993ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.721883Z","caller":"traceutil/trace.go:171","msg":"trace[349518827] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"140.621912ms","start":"2026-04-16T00:49:05.58121Z","end":"2026-04-16T00:49:05.721832Z","steps":["trace[349518827] 'process raft request' (duration: 140.403996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.721955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.042648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:05.722014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.449992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.722038Z","caller":"traceutil/trace.go:171","msg":"trace[555483120] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8440; }","duration":"239.163761ms","start":"2026-04-16T00:49:05.482856Z","end":"2026-04-16T00:49:05.722019Z","steps":["trace[555483120] 'agreement among raft nodes before linearized reading' (duration: 238.994396ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.722106Z","caller":"traceutil/trace.go:171","msg":"trace[991152274] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8440; }","duration":"244.584007ms","start":"2026-04-16T00:49:05.477475Z","end":"2026-04-16T00:49:05.722059Z","steps":["trace[991152274] 'agreement among raft nodes before linearized reading' (duration: 244.482304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.72223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.468058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:05.721973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.861822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.722262Z","caller":"traceutil/trace.go:171","msg":"trace[976583841] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:8440; }","duration":"239.541312ms","start":"2026-04-16T00:49:05.482712Z","end":"2026-04-16T00:49:05.722253Z","steps":["trace[976583841] 'agreement among raft nodes before linearized reading' (duration: 239.49846ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.722337Z","caller":"traceutil/trace.go:171","msg":"trace[1491820502] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8440; }","duration":"239.235682ms","start":"2026-04-16T00:49:05.48306Z","end":"2026-04-16T00:49:05.722296Z","steps":["trace[1491820502] 'agreement among raft nodes before linearized reading' (duration: 238.7933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.722394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.123943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.722475Z","caller":"traceutil/trace.go:171","msg":"trace[1892355858] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8440; }","duration":"238.256847ms","start":"2026-04-16T00:49:05.484197Z","end":"2026-04-16T00:49:05.722454Z","steps":["trace[1892355858] 'agreement among raft nodes before linearized reading' (duration: 238.095812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.7226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.254475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.723856Z","caller":"traceutil/trace.go:171","msg":"trace[1360900543] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8440; }","duration":"245.381469ms","start":"2026-04-16T00:49:05.477305Z","end":"2026-04-16T00:49:05.722686Z","steps":["trace[1360900543] 'agreement among raft nodes before linearized reading' (duration: 245.116801ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.833578Z","caller":"traceutil/trace.go:171","msg":"trace[431416204] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"185.722144ms","start":"2026-04-16T00:49:05.647794Z","end":"2026-04-16T00:49:05.833516Z","steps":["trace[431416204] 'process raft request' (duration: 117.011257ms)","trace[431416204] 'compare' (duration: 68.334027ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:05.833696Z","caller":"traceutil/trace.go:171","msg":"trace[399659067] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8724; }","duration":"111.850957ms","start":"2026-04-16T00:49:05.721819Z","end":"2026-04-16T00:49:05.83367Z","steps":["trace[399659067] 'read index received' (duration: 42.968875ms)","trace[399659067] 'applied index is now lower than readState.Index' (duration: 68.881002ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:05.833831Z","caller":"traceutil/trace.go:171","msg":"trace[883346724] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"184.761329ms","start":"2026-04-16T00:49:05.649059Z","end":"2026-04-16T00:49:05.83382Z","steps":["trace[883346724] 'process raft request' (duration: 184.42623ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.833869Z","caller":"traceutil/trace.go:171","msg":"trace[1986372966] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"186.025231ms","start":"2026-04-16T00:49:05.647815Z","end":"2026-04-16T00:49:05.83384Z","steps":["trace[1986372966] 'process raft request' (duration: 185.571449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.83409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.916078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:05.83413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.306067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.834196Z","caller":"traceutil/trace.go:171","msg":"trace[1292954398] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8444; }","duration":"148.41139ms","start":"2026-04-16T00:49:05.685769Z","end":"2026-04-16T00:49:05.83418Z","steps":["trace[1292954398] 'agreement among raft nodes before linearized reading' (duration: 148.202914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.834227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.149214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.834265Z","caller":"traceutil/trace.go:171","msg":"trace[272454955] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8444; }","duration":"151.205295ms","start":"2026-04-16T00:49:05.683052Z","end":"2026-04-16T00:49:05.834257Z","steps":["trace[272454955] 'agreement among raft nodes before linearized reading' (duration: 151.123353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.834437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.161744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.834504Z","caller":"traceutil/trace.go:171","msg":"trace[1998321942] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8444; }","duration":"148.269266ms","start":"2026-04-16T00:49:05.686219Z","end":"2026-04-16T00:49:05.834489Z","steps":["trace[1998321942] 'agreement among raft nodes before linearized reading' (duration: 148.123163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.834519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.452671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.834527Z","caller":"traceutil/trace.go:171","msg":"trace[140857747] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"139.188333ms","start":"2026-04-16T00:49:05.695294Z","end":"2026-04-16T00:49:05.834482Z","steps":["trace[140857747] 'process raft request' (duration: 138.31641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.834599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.737839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.834634Z","caller":"traceutil/trace.go:171","msg":"trace[1243304657] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8444; }","duration":"148.824572ms","start":"2026-04-16T00:49:05.685802Z","end":"2026-04-16T00:49:05.834626Z","steps":["trace[1243304657] 'agreement among raft nodes before linearized reading' (duration: 148.777991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.834684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.351329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:05.834463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.307993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:05.834766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.932944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.834556Z","caller":"traceutil/trace.go:171","msg":"trace[2080031064] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:8444; }","duration":"148.542013ms","start":"2026-04-16T00:49:05.686004Z","end":"2026-04-16T00:49:05.834546Z","steps":["trace[2080031064] 'agreement among raft nodes before linearized reading' (duration: 148.484702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.834817Z","caller":"traceutil/trace.go:171","msg":"trace[759201580] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8444; }","duration":"149.005807ms","start":"2026-04-16T00:49:05.6858Z","end":"2026-04-16T00:49:05.834806Z","steps":["trace[759201580] 'agreement among raft nodes before linearized reading' (duration: 148.934855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.83485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.358795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.834878Z","caller":"traceutil/trace.go:171","msg":"trace[1123452893] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8444; }","duration":"156.402265ms","start":"2026-04-16T00:49:05.678469Z","end":"2026-04-16T00:49:05.834871Z","steps":["trace[1123452893] 'agreement among raft nodes before linearized reading' (duration: 156.358264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.834153Z","caller":"traceutil/trace.go:171","msg":"trace[1526255882] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:8444; }","duration":"151.028581ms","start":"2026-04-16T00:49:05.683099Z","end":"2026-04-16T00:49:05.834128Z","steps":["trace[1526255882] 'agreement among raft nodes before linearized reading' (duration: 150.932348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.834766Z","caller":"traceutil/trace.go:171","msg":"trace[1248474841] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8444; }","duration":"156.645811ms","start":"2026-04-16T00:49:05.6781Z","end":"2026-04-16T00:49:05.834746Z","steps":["trace[1248474841] 'agreement among raft nodes before linearized reading' (duration: 156.283911ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:05.83471Z","caller":"traceutil/trace.go:171","msg":"trace[1336008754] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8444; }","duration":"148.39282ms","start":"2026-04-16T00:49:05.686311Z","end":"2026-04-16T00:49:05.834704Z","steps":["trace[1336008754] 'agreement among raft nodes before linearized reading' (duration: 148.354509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.834972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.421035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.835032Z","caller":"traceutil/trace.go:171","msg":"trace[447549020] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8444; }","duration":"156.53238ms","start":"2026-04-16T00:49:05.678482Z","end":"2026-04-16T00:49:05.835014Z","steps":["trace[447549020] 'agreement among raft nodes before linearized reading' (duration: 156.424177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:05.835031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.608031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:05.835078Z","caller":"traceutil/trace.go:171","msg":"trace[170721219] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8444; }","duration":"156.691634ms","start":"2026-04-16T00:49:05.678376Z","end":"2026-04-16T00:49:05.835068Z","steps":["trace[170721219] 'agreement among raft nodes before linearized reading' (duration: 156.625242ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:10.353886Z","caller":"traceutil/trace.go:171","msg":"trace[240221991] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"105.482051ms","start":"2026-04-16T00:49:10.248381Z","end":"2026-04-16T00:49:10.353864Z","steps":["trace[240221991] 'process raft request' (duration: 105.339177ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:10.365774Z","caller":"traceutil/trace.go:171","msg":"trace[1302555732] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"114.223024ms","start":"2026-04-16T00:49:10.251532Z","end":"2026-04-16T00:49:10.365755Z","steps":["trace[1302555732] 'process raft request' (duration: 114.045819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:12.172325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.427035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:12.17238Z","caller":"traceutil/trace.go:171","msg":"trace[861805201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8596; }","duration":"154.519097ms","start":"2026-04-16T00:49:12.01785Z","end":"2026-04-16T00:49:12.172369Z","steps":["trace[861805201] 'range keys from in-memory index tree' (duration: 154.316371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:12.198936Z","caller":"traceutil/trace.go:171","msg":"trace[1459141626] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"106.008355ms","start":"2026-04-16T00:49:12.092876Z","end":"2026-04-16T00:49:12.198885Z","steps":["trace[1459141626] 'process raft request' (duration: 105.82614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:12.574784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.798954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:49:12.574879Z","caller":"traceutil/trace.go:171","msg":"trace[863348592] linearizableReadLoop","detail":"{readStateIndex:8891; appliedIndex:8890; }","duration":"211.441925ms","start":"2026-04-16T00:49:12.363418Z","end":"2026-04-16T00:49:12.57486Z","steps":["trace[863348592] 'read index received' (duration: 56.476646ms)","trace[863348592] 'applied index is now lower than readState.Index' (duration: 154.964229ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:12.574945Z","caller":"traceutil/trace.go:171","msg":"trace[977271677] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"226.168696ms","start":"2026-04-16T00:49:12.348765Z","end":"2026-04-16T00:49:12.574933Z","steps":["trace[977271677] 'process raft request' (duration: 71.118785ms)","trace[977271677] 'compare' (duration: 154.671731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:12.575145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.703901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:49:12.575223Z","caller":"traceutil/trace.go:171","msg":"trace[130646924] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8602; }","duration":"211.825525ms","start":"2026-04-16T00:49:12.363382Z","end":"2026-04-16T00:49:12.575207Z","steps":["trace[130646924] 'agreement among raft nodes before linearized reading' (duration: 211.644679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:12.995447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.06287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:49:12.995549Z","caller":"traceutil/trace.go:171","msg":"trace[55201156] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8891; }","duration":"420.629878ms","start":"2026-04-16T00:49:12.574904Z","end":"2026-04-16T00:49:12.995534Z","steps":["trace[55201156] 'read index received' (duration: 315.373823ms)","trace[55201156] 'applied index is now lower than readState.Index' (duration: 105.254615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:12.995653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.776904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:12.995669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.424135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:12.995711Z","caller":"traceutil/trace.go:171","msg":"trace[937856744] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8603; }","duration":"622.855255ms","start":"2026-04-16T00:49:12.372843Z","end":"2026-04-16T00:49:12.995698Z","steps":["trace[937856744] 'agreement among raft nodes before linearized reading' (duration: 622.768003ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:12.995736Z","caller":"traceutil/trace.go:171","msg":"trace[1817190625] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8603; }","duration":"622.517877ms","start":"2026-04-16T00:49:12.373201Z","end":"2026-04-16T00:49:12.995719Z","steps":["trace[1817190625] 'agreement among raft nodes before linearized reading' (duration: 622.407724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:12.995758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.372832Z","time spent":"622.913458ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:12.995801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.373189Z","time spent":"622.604248ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:12.995934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.064141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:12.995928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.05891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-16T00:49:12.995979Z","caller":"traceutil/trace.go:171","msg":"trace[484188965] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8603; }","duration":"623.121922ms","start":"2026-04-16T00:49:12.372844Z","end":"2026-04-16T00:49:12.995966Z","steps":["trace[484188965] 'agreement among raft nodes before linearized reading' (duration: 623.05715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:12.996024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.372837Z","time spent":"623.174783ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-16T00:49:12.996106Z","caller":"traceutil/trace.go:171","msg":"trace[1524199225] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"625.555278ms","start":"2026-04-16T00:49:12.370511Z","end":"2026-04-16T00:49:12.996066Z","steps":["trace[1524199225] 'process raft request' (duration: 519.751849ms)","trace[1524199225] 'compare' (duration: 104.734591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:12.996234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.370498Z","time spent":"625.659091ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:12.996023Z","caller":"traceutil/trace.go:171","msg":"trace[856232416] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8603; }","duration":"492.161513ms","start":"2026-04-16T00:49:12.503837Z","end":"2026-04-16T00:49:12.995999Z","steps":["trace[856232416] 'agreement among raft nodes before linearized reading' (duration: 491.927577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:12.996402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.503753Z","time spent":"492.570955ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":747,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T00:49:12.996412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.577335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T00:49:12.996464Z","caller":"traceutil/trace.go:171","msg":"trace[419347287] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8603; }","duration":"623.656857ms","start":"2026-04-16T00:49:12.372794Z","end":"2026-04-16T00:49:12.996451Z","steps":["trace[419347287] 'agreement among raft nodes before linearized reading' (duration: 623.434451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:12.996463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.757049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:49:12.996488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.443335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:12.996512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.372778Z","time spent":"623.723249ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-16T00:49:12.996525Z","caller":"traceutil/trace.go:171","msg":"trace[80839215] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:8603; }","duration":"626.856283ms","start":"2026-04-16T00:49:12.369653Z","end":"2026-04-16T00:49:12.996509Z","steps":["trace[80839215] 'agreement among raft nodes before linearized reading' (duration: 626.629797ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:12.996538Z","caller":"traceutil/trace.go:171","msg":"trace[531462253] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8603; }","duration":"622.511686ms","start":"2026-04-16T00:49:12.374013Z","end":"2026-04-16T00:49:12.996524Z","steps":["trace[531462253] 'agreement among raft nodes before linearized reading' (duration: 622.428404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:12.99657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.369634Z","time spent":"626.924234ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-16T00:49:12.996579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.374004Z","time spent":"622.564157ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:13.52341Z","caller":"traceutil/trace.go:171","msg":"trace[1735545084] linearizableReadLoop","detail":"{readStateIndex:8895; appliedIndex:8892; }","duration":"527.815033ms","start":"2026-04-16T00:49:12.995574Z","end":"2026-04-16T00:49:13.523389Z","steps":["trace[1735545084] 'read index received' (duration: 433.445899ms)","trace[1735545084] 'applied index is now lower than readState.Index' (duration: 94.368134ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:13.523526Z","caller":"traceutil/trace.go:171","msg":"trace[680979178] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"825.147196ms","start":"2026-04-16T00:49:12.698367Z","end":"2026-04-16T00:49:13.523515Z","steps":["trace[680979178] 'process raft request' (duration: 730.722051ms)","trace[680979178] 'compare' (duration: 93.882751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:13.52362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.698345Z","time spent":"825.206918ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:13.523814Z","caller":"traceutil/trace.go:171","msg":"trace[1603720984] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"734.589953ms","start":"2026-04-16T00:49:12.789215Z","end":"2026-04-16T00:49:13.523805Z","steps":["trace[1603720984] 'process raft request' (duration: 734.039349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.52387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.789194Z","time spent":"734.644234ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:13.523993Z","caller":"traceutil/trace.go:171","msg":"trace[2040566594] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"730.34345ms","start":"2026-04-16T00:49:12.79364Z","end":"2026-04-16T00:49:13.523984Z","steps":["trace[2040566594] 'process raft request' (duration: 729.664422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.524045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.793622Z","time spent":"730.397381ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:13.524414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.715828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:13.524434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.281248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:13.524469Z","caller":"traceutil/trace.go:171","msg":"trace[1275973117] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:8606; }","duration":"754.815692ms","start":"2026-04-16T00:49:12.769642Z","end":"2026-04-16T00:49:13.524457Z","steps":["trace[1275973117] 'agreement among raft nodes before linearized reading' (duration: 754.705879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.524483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.185348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:49:13.524491Z","caller":"traceutil/trace.go:171","msg":"trace[1087670577] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8606; }","duration":"593.360569ms","start":"2026-04-16T00:49:12.931115Z","end":"2026-04-16T00:49:13.524476Z","steps":["trace[1087670577] 'agreement among raft nodes before linearized reading' (duration: 593.260996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.524491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.294428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:13.524555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.319702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6311"} {"level":"warn","ts":"2026-04-16T00:49:13.52452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.804391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:13.524573Z","caller":"traceutil/trace.go:171","msg":"trace[1597901731] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:8606; }","duration":"732.375883ms","start":"2026-04-16T00:49:12.792193Z","end":"2026-04-16T00:49:13.524569Z","steps":["trace[1597901731] 'agreement among raft nodes before linearized reading' (duration: 732.317012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:13.524561Z","caller":"traceutil/trace.go:171","msg":"trace[24436485] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8606; }","duration":"593.384471ms","start":"2026-04-16T00:49:12.931159Z","end":"2026-04-16T00:49:13.524544Z","steps":["trace[24436485] 'agreement among raft nodes before linearized reading' (duration: 593.259378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.524611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.792162Z","time spent":"732.425116ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6334,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-04-16T00:49:13.524603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.931154Z","time spent":"593.441542ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T00:49:13.52462Z","caller":"traceutil/trace.go:171","msg":"trace[833692749] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8606; }","duration":"593.931095ms","start":"2026-04-16T00:49:12.93066Z","end":"2026-04-16T00:49:13.524591Z","steps":["trace[833692749] 'agreement among raft nodes before linearized reading' (duration: 593.752831ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:13.524531Z","caller":"traceutil/trace.go:171","msg":"trace[598040053] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8606; }","duration":"157.280502ms","start":"2026-04-16T00:49:13.367236Z","end":"2026-04-16T00:49:13.524517Z","steps":["trace[598040053] 'agreement among raft nodes before linearized reading' (duration: 157.204199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.524678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.930649Z","time spent":"594.018217ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:13.524691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.90155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:13.524726Z","caller":"traceutil/trace.go:171","msg":"trace[1094315305] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8606; }","duration":"148.002694ms","start":"2026-04-16T00:49:13.376714Z","end":"2026-04-16T00:49:13.524717Z","steps":["trace[1094315305] 'agreement among raft nodes before linearized reading' (duration: 147.911981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.524497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.769628Z","time spent":"754.863623ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:13.52454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.931106Z","time spent":"593.422902ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:13.524692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.760461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-16T00:49:13.524916Z","caller":"traceutil/trace.go:171","msg":"trace[759122844] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8606; }","duration":"102.031948ms","start":"2026-04-16T00:49:13.422876Z","end":"2026-04-16T00:49:13.524907Z","steps":["trace[759122844] 'agreement among raft nodes before linearized reading' (duration: 101.71068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.524704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.411393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T00:49:13.52501Z","caller":"traceutil/trace.go:171","msg":"trace[109964848] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8606; }","duration":"595.752984ms","start":"2026-04-16T00:49:12.929239Z","end":"2026-04-16T00:49:13.524992Z","steps":["trace[109964848] 'agreement among raft nodes before linearized reading' (duration: 595.158518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.524437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.226087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:13.525611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.929223Z","time spent":"595.829216ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-16T00:49:13.525494Z","caller":"traceutil/trace.go:171","msg":"trace[1892015802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8606; }","duration":"594.295225ms","start":"2026-04-16T00:49:12.931184Z","end":"2026-04-16T00:49:13.52548Z","steps":["trace[1892015802] 'agreement among raft nodes before linearized reading' (duration: 593.206976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.525815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.93118Z","time spent":"594.620094ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-16T00:49:13.527206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.877514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:13.527254Z","caller":"traceutil/trace.go:171","msg":"trace[531856729] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:8606; }","duration":"757.965566ms","start":"2026-04-16T00:49:12.769278Z","end":"2026-04-16T00:49:13.527243Z","steps":["trace[531856729] 'agreement among raft nodes before linearized reading' (duration: 755.11271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:13.527779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:12.769257Z","time spent":"758.312294ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:18.004351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.515036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6311"} {"level":"info","ts":"2026-04-16T00:49:18.004413Z","caller":"traceutil/trace.go:171","msg":"trace[682218975] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:8737; }","duration":"467.669171ms","start":"2026-04-16T00:49:17.536731Z","end":"2026-04-16T00:49:18.0044Z","steps":["trace[682218975] 'range keys from in-memory index tree' (duration: 467.396174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.004436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.536713Z","time spent":"467.717932ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6334,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-04-16T00:49:18.004575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.757062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.004594Z","caller":"traceutil/trace.go:171","msg":"trace[128813113] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:8737; }","duration":"467.800454ms","start":"2026-04-16T00:49:17.536788Z","end":"2026-04-16T00:49:18.004589Z","steps":["trace[128813113] 'range keys from in-memory index tree' (duration: 467.693781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.004606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.536775Z","time spent":"467.828065ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:18.00468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.823485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.004699Z","caller":"traceutil/trace.go:171","msg":"trace[408809317] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:8737; }","duration":"467.852336ms","start":"2026-04-16T00:49:17.536841Z","end":"2026-04-16T00:49:18.004693Z","steps":["trace[408809317] 'range keys from in-memory index tree' (duration: 467.753033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.004713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.536834Z","time spent":"467.876047ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:18.006672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.061854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:49:18.006781Z","caller":"traceutil/trace.go:171","msg":"trace[1326191363] linearizableReadLoop","detail":"{readStateIndex:9030; appliedIndex:9028; }","duration":"467.837724ms","start":"2026-04-16T00:49:17.538937Z","end":"2026-04-16T00:49:18.006774Z","steps":["trace[1326191363] 'read index received' (duration: 146.640746ms)","trace[1326191363] 'applied index is now lower than readState.Index' (duration: 321.196448ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:18.006901Z","caller":"traceutil/trace.go:171","msg":"trace[1235992037] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"469.181802ms","start":"2026-04-16T00:49:17.537712Z","end":"2026-04-16T00:49:18.006894Z","steps":["trace[1235992037] 'process raft request' (duration: 147.85695ms)","trace[1235992037] 'compare' (duration: 318.64263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:18.006933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.537698Z","time spent":"469.219522ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:18.007001Z","caller":"traceutil/trace.go:171","msg":"trace[91325190] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"468.877463ms","start":"2026-04-16T00:49:17.538119Z","end":"2026-04-16T00:49:18.006996Z","steps":["trace[91325190] 'process raft request' (duration: 468.598976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.538105Z","time spent":"468.909954ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:18.007093Z","caller":"traceutil/trace.go:171","msg":"trace[1197994401] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"456.576716ms","start":"2026-04-16T00:49:17.550511Z","end":"2026-04-16T00:49:18.007087Z","steps":["trace[1197994401] 'process raft request' (duration: 456.242567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.00712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.550499Z","time spent":"456.608366ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:18.007192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.251857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.00721Z","caller":"traceutil/trace.go:171","msg":"trace[1478203524] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8740; }","duration":"468.288188ms","start":"2026-04-16T00:49:17.538917Z","end":"2026-04-16T00:49:18.007205Z","steps":["trace[1478203524] 'agreement among raft nodes before linearized reading' (duration: 468.258576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.538909Z","time spent":"468.310608ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-16T00:49:18.007271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.279597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.007286Z","caller":"traceutil/trace.go:171","msg":"trace[717924377] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8740; }","duration":"468.306007ms","start":"2026-04-16T00:49:17.538976Z","end":"2026-04-16T00:49:18.007282Z","steps":["trace[717924377] 'agreement among raft nodes before linearized reading' (duration: 468.285567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.53897Z","time spent":"468.325298ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:18.007416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.995455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T00:49:18.007434Z","caller":"traceutil/trace.go:171","msg":"trace[1908319693] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8740; }","duration":"118.032645ms","start":"2026-04-16T00:49:17.889397Z","end":"2026-04-16T00:49:18.00743Z","steps":["trace[1908319693] 'agreement among raft nodes before linearized reading' (duration: 117.933102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.326644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.0075Z","caller":"traceutil/trace.go:171","msg":"trace[1523037077] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8740; }","duration":"213.356555ms","start":"2026-04-16T00:49:17.79414Z","end":"2026-04-16T00:49:18.007496Z","steps":["trace[1523037077] 'agreement among raft nodes before linearized reading' (duration: 213.333855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.406777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.007555Z","caller":"traceutil/trace.go:171","msg":"trace[1319709991] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8740; }","duration":"213.433247ms","start":"2026-04-16T00:49:17.794118Z","end":"2026-04-16T00:49:18.007552Z","steps":["trace[1319709991] 'agreement among raft nodes before linearized reading' (duration: 213.412197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.482468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.007599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.849719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T00:49:18.007608Z","caller":"traceutil/trace.go:171","msg":"trace[1728748024] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8740; }","duration":"213.508188ms","start":"2026-04-16T00:49:17.794096Z","end":"2026-04-16T00:49:18.007604Z","steps":["trace[1728748024] 'agreement among raft nodes before linearized reading' (duration: 213.486667ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:18.007626Z","caller":"traceutil/trace.go:171","msg":"trace[245543910] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8740; }","duration":"132.888381ms","start":"2026-04-16T00:49:17.874729Z","end":"2026-04-16T00:49:18.007617Z","steps":["trace[245543910] 'agreement among raft nodes before linearized reading' (duration: 132.824649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.561611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.007663Z","caller":"traceutil/trace.go:171","msg":"trace[756037509] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8740; }","duration":"213.589141ms","start":"2026-04-16T00:49:17.794071Z","end":"2026-04-16T00:49:18.00766Z","steps":["trace[756037509] 'agreement among raft nodes before linearized reading' (duration: 213.56725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.687962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.007713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.757347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.007737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.462063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:49:18.007735Z","caller":"traceutil/trace.go:171","msg":"trace[444914820] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8740; }","duration":"138.778648ms","start":"2026-04-16T00:49:17.86895Z","end":"2026-04-16T00:49:18.007729Z","steps":["trace[444914820] 'agreement among raft nodes before linearized reading' (duration: 138.749137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:18.007752Z","caller":"traceutil/trace.go:171","msg":"trace[1734263820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8740; }","duration":"432.498163ms","start":"2026-04-16T00:49:17.57525Z","end":"2026-04-16T00:49:18.007748Z","steps":["trace[1734263820] 'agreement among raft nodes before linearized reading' (duration: 432.457402ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:18.007743Z","caller":"traceutil/trace.go:171","msg":"trace[1386222193] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8740; }","duration":"133.812706ms","start":"2026-04-16T00:49:17.873911Z","end":"2026-04-16T00:49:18.007724Z","steps":["trace[1386222193] 'agreement among raft nodes before linearized reading' (duration: 133.669211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.575243Z","time spent":"432.521995ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:49:18.007771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.875284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.007796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.419024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.007815Z","caller":"traceutil/trace.go:171","msg":"trace[1974129304] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8740; }","duration":"142.456924ms","start":"2026-04-16T00:49:17.865352Z","end":"2026-04-16T00:49:18.007809Z","steps":["trace[1974129304] 'agreement among raft nodes before linearized reading' (duration: 142.429024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.828072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.007854Z","caller":"traceutil/trace.go:171","msg":"trace[638712604] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8740; }","duration":"468.853312ms","start":"2026-04-16T00:49:17.538997Z","end":"2026-04-16T00:49:18.007851Z","steps":["trace[638712604] 'agreement among raft nodes before linearized reading' (duration: 468.828991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.00787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.538995Z","time spent":"468.872202ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:18.007863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.629883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.00753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.338018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"warn","ts":"2026-04-16T00:49:18.007899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.76924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T00:49:18.007897Z","caller":"traceutil/trace.go:171","msg":"trace[1444763278] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8740; }","duration":"138.675925ms","start":"2026-04-16T00:49:17.869214Z","end":"2026-04-16T00:49:18.00789Z","steps":["trace[1444763278] 'agreement among raft nodes before linearized reading' (duration: 138.634004ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:18.007911Z","caller":"traceutil/trace.go:171","msg":"trace[1684504338] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8740; }","duration":"212.746208ms","start":"2026-04-16T00:49:17.795161Z","end":"2026-04-16T00:49:18.007907Z","steps":["trace[1684504338] 'agreement among raft nodes before linearized reading' (duration: 212.270646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.320722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.007701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.47704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.00794Z","caller":"traceutil/trace.go:171","msg":"trace[827824776] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8740; }","duration":"133.372794ms","start":"2026-04-16T00:49:17.874558Z","end":"2026-04-16T00:49:18.007931Z","steps":["trace[827824776] 'agreement among raft nodes before linearized reading' (duration: 133.319643ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:18.00796Z","caller":"traceutil/trace.go:171","msg":"trace[193396014] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8740; }","duration":"138.791808ms","start":"2026-04-16T00:49:17.869164Z","end":"2026-04-16T00:49:18.007956Z","steps":["trace[193396014] 'agreement among raft nodes before linearized reading' (duration: 138.473209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.007987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.324091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:49:18.007825Z","caller":"traceutil/trace.go:171","msg":"trace[1032792111] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8740; }","duration":"137.935495ms","start":"2026-04-16T00:49:17.869871Z","end":"2026-04-16T00:49:18.007806Z","steps":["trace[1032792111] 'agreement among raft nodes before linearized reading' (duration: 137.878014ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:18.008017Z","caller":"traceutil/trace.go:171","msg":"trace[477434909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:8740; }","duration":"446.354622ms","start":"2026-04-16T00:49:17.561656Z","end":"2026-04-16T00:49:18.00801Z","steps":["trace[477434909] 'agreement among raft nodes before linearized reading' (duration: 446.27312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.008027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.548808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.007984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.891474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.008045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.561637Z","time spent":"446.402574ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:49:18.008072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.658111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.008087Z","caller":"traceutil/trace.go:171","msg":"trace[524839928] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8740; }","duration":"133.696472ms","start":"2026-04-16T00:49:17.874387Z","end":"2026-04-16T00:49:18.008083Z","steps":["trace[524839928] 'agreement among raft nodes before linearized reading' (duration: 133.668452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.008082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.62998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:18.008099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.609379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:49:18.008113Z","caller":"traceutil/trace.go:171","msg":"trace[1602794693] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8740; }","duration":"133.673902ms","start":"2026-04-16T00:49:17.874432Z","end":"2026-04-16T00:49:18.008105Z","steps":["trace[1602794693] 'agreement among raft nodes before linearized reading' (duration: 133.631051ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:18.008137Z","caller":"traceutil/trace.go:171","msg":"trace[1890488487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8740; }","duration":"464.681861ms","start":"2026-04-16T00:49:17.543447Z","end":"2026-04-16T00:49:18.008129Z","steps":["trace[1890488487] 'agreement among raft nodes before linearized reading' (duration: 464.62555ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:18.007916Z","caller":"traceutil/trace.go:171","msg":"trace[1001622840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8740; }","duration":"459.79835ms","start":"2026-04-16T00:49:17.548112Z","end":"2026-04-16T00:49:18.007911Z","steps":["trace[1001622840] 'agreement among raft nodes before linearized reading' (duration: 459.748189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.008172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.543439Z","time spent":"464.724114ms","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:49:18.008121Z","caller":"traceutil/trace.go:171","msg":"trace[1194712064] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8740; }","duration":"469.038798ms","start":"2026-04-16T00:49:17.539032Z","end":"2026-04-16T00:49:18.008071Z","steps":["trace[1194712064] 'agreement among raft nodes before linearized reading' (duration: 468.76288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.008203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.548106Z","time spent":"460.081408ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:18.007698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.657692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.008262Z","caller":"traceutil/trace.go:171","msg":"trace[843830314] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8740; }","duration":"214.256558ms","start":"2026-04-16T00:49:17.793998Z","end":"2026-04-16T00:49:18.008254Z","steps":["trace[843830314] 'agreement among raft nodes before linearized reading' (duration: 213.691843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.008248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:17.539023Z","time spent":"469.216722ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:49:18.008052Z","caller":"traceutil/trace.go:171","msg":"trace[1919688547] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8740; }","duration":"133.58629ms","start":"2026-04-16T00:49:17.874458Z","end":"2026-04-16T00:49:18.008045Z","steps":["trace[1919688547] 'agreement among raft nodes before linearized reading' (duration: 133.548578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.514812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449375665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:49:18.584932Z","caller":"traceutil/trace.go:171","msg":"trace[362291652] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"572.226996ms","start":"2026-04-16T00:49:18.012687Z","end":"2026-04-16T00:49:18.584914Z","steps":["trace[362291652] 'process raft request' (duration: 572.110083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.585095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:18.012666Z","time spent":"572.36843ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:18.591678Z","caller":"traceutil/trace.go:171","msg":"trace[342469541] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9031; }","duration":"577.424946ms","start":"2026-04-16T00:49:18.014235Z","end":"2026-04-16T00:49:18.59166Z","steps":["trace[342469541] 'read index received' (duration: 570.583543ms)","trace[342469541] 'applied index is now lower than readState.Index' (duration: 6.840573ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:18.591811Z","caller":"traceutil/trace.go:171","msg":"trace[190375655] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"577.886448ms","start":"2026-04-16T00:49:18.013912Z","end":"2026-04-16T00:49:18.591799Z","steps":["trace[190375655] 'process raft request' (duration: 577.61497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.591902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:18.013896Z","time spent":"577.943419ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:18.591907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.665972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:49:18.591978Z","caller":"traceutil/trace.go:171","msg":"trace[1411926689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8743; }","duration":"577.790066ms","start":"2026-04-16T00:49:18.014178Z","end":"2026-04-16T00:49:18.591968Z","steps":["trace[1411926689] 'agreement among raft nodes before linearized reading' (duration: 577.596371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.59201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:18.01415Z","time spent":"577.854298ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T00:49:18.592018Z","caller":"traceutil/trace.go:171","msg":"trace[303457009] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"578.033592ms","start":"2026-04-16T00:49:18.013969Z","end":"2026-04-16T00:49:18.592003Z","steps":["trace[303457009] 'process raft request' (duration: 577.663901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.592089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:18.013963Z","time spent":"578.088823ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:18.592175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.792881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-16T00:49:18.592308Z","caller":"traceutil/trace.go:171","msg":"trace[1726493844] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8743; }","duration":"271.924476ms","start":"2026-04-16T00:49:18.320375Z","end":"2026-04-16T00:49:18.592299Z","steps":["trace[1726493844] 'agreement among raft nodes before linearized reading' (duration: 271.72232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.592541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.859382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T00:49:18.592576Z","caller":"traceutil/trace.go:171","msg":"trace[1007475739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8743; }","duration":"361.945754ms","start":"2026-04-16T00:49:18.230622Z","end":"2026-04-16T00:49:18.592567Z","steps":["trace[1007475739] 'agreement among raft nodes before linearized reading' (duration: 361.823451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.592598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:18.230595Z","time spent":"361.998655ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:49:18.59261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.72876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:18.592637Z","caller":"traceutil/trace.go:171","msg":"trace[1865153594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8743; }","duration":"575.842843ms","start":"2026-04-16T00:49:18.016785Z","end":"2026-04-16T00:49:18.592628Z","steps":["trace[1865153594] 'agreement among raft nodes before linearized reading' (duration: 575.772241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.592698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:18.016767Z","time spent":"575.889274ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:49:18.59271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.63075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:425327"} {"level":"info","ts":"2026-04-16T00:49:18.592806Z","caller":"traceutil/trace.go:171","msg":"trace[595756496] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:8743; }","duration":"577.754604ms","start":"2026-04-16T00:49:18.015028Z","end":"2026-04-16T00:49:18.592782Z","steps":["trace[595756496] 'agreement among raft nodes before linearized reading' (duration: 576.898221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.592869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:18.015019Z","time spent":"577.835847ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":425350,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:49:18.59291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.111405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:49:18.59294Z","caller":"traceutil/trace.go:171","msg":"trace[166777720] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:8743; }","duration":"348.223429ms","start":"2026-04-16T00:49:18.24471Z","end":"2026-04-16T00:49:18.592934Z","steps":["trace[166777720] 'agreement among raft nodes before linearized reading' (duration: 348.058704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:18.592986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:18.244672Z","time spent":"348.30882ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"info","ts":"2026-04-16T00:49:19.578681Z","caller":"traceutil/trace.go:171","msg":"trace[2086868094] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"192.695734ms","start":"2026-04-16T00:49:19.385955Z","end":"2026-04-16T00:49:19.57865Z","steps":["trace[2086868094] 'process raft request' (duration: 175.100985ms)","trace[2086868094] 'compare' (duration: 17.445785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:22.523559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449375761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:49:22.549927Z","caller":"traceutil/trace.go:171","msg":"trace[32694984] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"527.649819ms","start":"2026-04-16T00:49:22.022256Z","end":"2026-04-16T00:49:22.549905Z","steps":["trace[32694984] 'process raft request' (duration: 527.467484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.550236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.022247Z","time spent":"527.748012ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:22.81Z","caller":"traceutil/trace.go:171","msg":"trace[1414968766] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"785.576702ms","start":"2026-04-16T00:49:22.024396Z","end":"2026-04-16T00:49:22.809972Z","steps":["trace[1414968766] 'process raft request' (duration: 785.453399ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:22.810015Z","caller":"traceutil/trace.go:171","msg":"trace[1187156259] linearizableReadLoop","detail":"{readStateIndex:9063; appliedIndex:9059; }","duration":"786.607819ms","start":"2026-04-16T00:49:22.023379Z","end":"2026-04-16T00:49:22.809987Z","steps":["trace[1187156259] 'read index received' (duration: 526.398896ms)","trace[1187156259] 'applied index is now lower than readState.Index' (duration: 260.207593ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:22.810019Z","caller":"traceutil/trace.go:171","msg":"trace[514894992] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"786.499316ms","start":"2026-04-16T00:49:22.023477Z","end":"2026-04-16T00:49:22.809977Z","steps":["trace[514894992] 'process raft request' (duration: 786.184197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.810154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.024387Z","time spent":"785.690005ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:22.810235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.023473Z","time spent":"786.637679ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:22.810278Z","caller":"traceutil/trace.go:171","msg":"trace[727487397] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"384.939837ms","start":"2026-04-16T00:49:22.425321Z","end":"2026-04-16T00:49:22.810261Z","steps":["trace[727487397] 'process raft request' (duration: 384.597477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.810368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.425294Z","time spent":"385.031569ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:22.81039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.98988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.810433Z","caller":"traceutil/trace.go:171","msg":"trace[2116961101] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8771; }","duration":"787.067031ms","start":"2026-04-16T00:49:22.023352Z","end":"2026-04-16T00:49:22.810419Z","steps":["trace[2116961101] 'agreement among raft nodes before linearized reading' (duration: 786.990888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.810476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.023348Z","time spent":"787.120391ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:22.841885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.282039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"warn","ts":"2026-04-16T00:49:22.841918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.598167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T00:49:22.841935Z","caller":"traceutil/trace.go:171","msg":"trace[1738024099] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8772; }","duration":"813.354391ms","start":"2026-04-16T00:49:22.02857Z","end":"2026-04-16T00:49:22.841924Z","steps":["trace[1738024099] 'agreement among raft nodes before linearized reading' (duration: 813.200327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.841939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.809244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.841951Z","caller":"traceutil/trace.go:171","msg":"trace[1095987850] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8772; }","duration":"813.644339ms","start":"2026-04-16T00:49:22.028296Z","end":"2026-04-16T00:49:22.84194Z","steps":["trace[1095987850] 'agreement among raft nodes before linearized reading' (duration: 813.526736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.84196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028563Z","time spent":"813.391692ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:22.841948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.562498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:22.841976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.02829Z","time spent":"813.681499ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-04-16T00:49:22.841975Z","caller":"traceutil/trace.go:171","msg":"trace[204024510] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8772; }","duration":"813.853734ms","start":"2026-04-16T00:49:22.028109Z","end":"2026-04-16T00:49:22.841963Z","steps":["trace[204024510] 'agreement among raft nodes before linearized reading' (duration: 813.811262ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:22.842002Z","caller":"traceutil/trace.go:171","msg":"trace[374488929] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8772; }","duration":"813.634199ms","start":"2026-04-16T00:49:22.028354Z","end":"2026-04-16T00:49:22.841988Z","steps":["trace[374488929] 'agreement among raft nodes before linearized reading' (duration: 813.512445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028103Z","time spent":"813.898975ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:22.842037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028348Z","time spent":"813.6825ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:22.842059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.719231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.842079Z","caller":"traceutil/trace.go:171","msg":"trace[581602219] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8772; }","duration":"813.751642ms","start":"2026-04-16T00:49:22.028322Z","end":"2026-04-16T00:49:22.842073Z","steps":["trace[581602219] 'agreement among raft nodes before linearized reading' (duration: 813.719521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028317Z","time spent":"813.774682ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:22.842105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.155392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.842129Z","caller":"traceutil/trace.go:171","msg":"trace[1796243069] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8772; }","duration":"814.177373ms","start":"2026-04-16T00:49:22.027943Z","end":"2026-04-16T00:49:22.84212Z","steps":["trace[1796243069] 'agreement among raft nodes before linearized reading' (duration: 814.143612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.027912Z","time spent":"814.236915ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:22.842163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.30579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.842183Z","caller":"traceutil/trace.go:171","msg":"trace[1637437545] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8772; }","duration":"813.338611ms","start":"2026-04-16T00:49:22.028839Z","end":"2026-04-16T00:49:22.842177Z","steps":["trace[1637437545] 'agreement among raft nodes before linearized reading' (duration: 813.30649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028833Z","time spent":"813.362931ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:22.842244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.389119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:22.842293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.654349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.842301Z","caller":"traceutil/trace.go:171","msg":"trace[1169198203] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8772; }","duration":"814.456371ms","start":"2026-04-16T00:49:22.027833Z","end":"2026-04-16T00:49:22.842289Z","steps":["trace[1169198203] 'agreement among raft nodes before linearized reading' (duration: 814.386519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.898675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:22.842348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.027826Z","time spent":"814.513692ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:49:22.842368Z","caller":"traceutil/trace.go:171","msg":"trace[269181699] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8772; }","duration":"813.954797ms","start":"2026-04-16T00:49:22.028402Z","end":"2026-04-16T00:49:22.842356Z","steps":["trace[269181699] 'agreement among raft nodes before linearized reading' (duration: 813.893505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.496875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T00:49:22.842429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.777959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-16T00:49:22.84233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.382698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:49:22.842449Z","caller":"traceutil/trace.go:171","msg":"trace[1789843010] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:8772; }","duration":"221.806219ms","start":"2026-04-16T00:49:22.620637Z","end":"2026-04-16T00:49:22.842443Z","steps":["trace[1789843010] 'agreement among raft nodes before linearized reading' (duration: 221.756699ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:22.842458Z","caller":"traceutil/trace.go:171","msg":"trace[1722969079] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:8772; }","duration":"203.537923ms","start":"2026-04-16T00:49:22.638911Z","end":"2026-04-16T00:49:22.842449Z","steps":["trace[1722969079] 'agreement among raft nodes before linearized reading' (duration: 203.364569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.706297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:49:22.842503Z","caller":"traceutil/trace.go:171","msg":"trace[1977737697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8772; }","duration":"215.863872ms","start":"2026-04-16T00:49:22.626631Z","end":"2026-04-16T00:49:22.842495Z","steps":["trace[1977737697] 'agreement among raft nodes before linearized reading' (duration: 215.713818ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:22.842261Z","caller":"traceutil/trace.go:171","msg":"trace[44350997] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"149.37074ms","start":"2026-04-16T00:49:22.692883Z","end":"2026-04-16T00:49:22.842253Z","steps":["trace[44350997] 'process raft request' (duration: 148.739443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.841884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.0554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:22.842202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.435733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.842628Z","caller":"traceutil/trace.go:171","msg":"trace[1724332911] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8772; }","duration":"813.872664ms","start":"2026-04-16T00:49:22.028747Z","end":"2026-04-16T00:49:22.84262Z","steps":["trace[1724332911] 'agreement among raft nodes before linearized reading' (duration: 813.434583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028742Z","time spent":"813.910355ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-16T00:49:22.842323Z","caller":"traceutil/trace.go:171","msg":"trace[2047238934] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8772; }","duration":"813.681419ms","start":"2026-04-16T00:49:22.028636Z","end":"2026-04-16T00:49:22.842317Z","steps":["trace[2047238934] 'agreement among raft nodes before linearized reading' (duration: 813.649129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.541736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.842711Z","caller":"traceutil/trace.go:171","msg":"trace[684183538] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8772; }","duration":"813.991509ms","start":"2026-04-16T00:49:22.028713Z","end":"2026-04-16T00:49:22.842704Z","steps":["trace[684183538] 'agreement among raft nodes before linearized reading' (duration: 813.554227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.857446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T00:49:22.84275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.142189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:49:22.84277Z","caller":"traceutil/trace.go:171","msg":"trace[418395572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8772; }","duration":"234.982631ms","start":"2026-04-16T00:49:22.607768Z","end":"2026-04-16T00:49:22.842751Z","steps":["trace[418395572] 'agreement among raft nodes before linearized reading' (duration: 234.725764ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:22.842782Z","caller":"traceutil/trace.go:171","msg":"trace[1478936534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8772; }","duration":"228.196179ms","start":"2026-04-16T00:49:22.614579Z","end":"2026-04-16T00:49:22.842775Z","steps":["trace[1478936534] 'agreement among raft nodes before linearized reading' (duration: 228.065896ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:22.842624Z","caller":"traceutil/trace.go:171","msg":"trace[1629846389] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8772; }","duration":"814.85819ms","start":"2026-04-16T00:49:22.027756Z","end":"2026-04-16T00:49:22.842614Z","steps":["trace[1629846389] 'agreement among raft nodes before linearized reading' (duration: 814.052328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.842816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.027746Z","time spent":"815.064898ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:22.842709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028614Z","time spent":"814.079071ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:22.84297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.419038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T00:49:22.842405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028397Z","time spent":"814.002108ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T00:49:22.84301Z","caller":"traceutil/trace.go:171","msg":"trace[1098937892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8772; }","duration":"230.480192ms","start":"2026-04-16T00:49:22.61252Z","end":"2026-04-16T00:49:22.843001Z","steps":["trace[1098937892] 'agreement among raft nodes before linearized reading' (duration: 230.382759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.297984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:22.843063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.188593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.843062Z","caller":"traceutil/trace.go:171","msg":"trace[1217442004] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8772; }","duration":"815.334584ms","start":"2026-04-16T00:49:22.02772Z","end":"2026-04-16T00:49:22.843055Z","steps":["trace[1217442004] 'agreement among raft nodes before linearized reading' (duration: 815.300933ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:22.843095Z","caller":"traceutil/trace.go:171","msg":"trace[1653660811] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8772; }","duration":"817.233535ms","start":"2026-04-16T00:49:22.025854Z","end":"2026-04-16T00:49:22.843088Z","steps":["trace[1653660811] 'agreement among raft nodes before linearized reading' (duration: 817.185584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.8431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.027714Z","time spent":"815.380345ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:22.842728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028702Z","time spent":"814.022329ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T00:49:22.843121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.341868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T00:49:22.843139Z","caller":"traceutil/trace.go:171","msg":"trace[275904800] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8772; }","duration":"817.396019ms","start":"2026-04-16T00:49:22.025736Z","end":"2026-04-16T00:49:22.843132Z","steps":["trace[275904800] 'agreement among raft nodes before linearized reading' (duration: 817.352488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.295272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:22.843187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.025718Z","time spent":"817.46423ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-04-16T00:49:22.842442Z","caller":"traceutil/trace.go:171","msg":"trace[545905194] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8772; }","duration":"813.690249ms","start":"2026-04-16T00:49:22.028743Z","end":"2026-04-16T00:49:22.842433Z","steps":["trace[545905194] 'agreement among raft nodes before linearized reading' (duration: 813.474134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.028737Z","time spent":"814.498021ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-16T00:49:22.843217Z","caller":"traceutil/trace.go:171","msg":"trace[1362608924] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8772; }","duration":"818.448387ms","start":"2026-04-16T00:49:22.024752Z","end":"2026-04-16T00:49:22.8432Z","steps":["trace[1362608924] 'agreement among raft nodes before linearized reading' (duration: 818.303553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.391273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.843283Z","caller":"traceutil/trace.go:171","msg":"trace[112674047] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8772; }","duration":"819.544417ms","start":"2026-04-16T00:49:22.023732Z","end":"2026-04-16T00:49:22.843277Z","steps":["trace[112674047] 'agreement among raft nodes before linearized reading' (duration: 819.399173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.024742Z","time spent":"818.518689ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:22.843297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.023721Z","time spent":"819.571897ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:22.842876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.719512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:49:22.842451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.646679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.843384Z","caller":"traceutil/trace.go:171","msg":"trace[1363504237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8772; }","duration":"754.472593ms","start":"2026-04-16T00:49:22.088901Z","end":"2026-04-16T00:49:22.843374Z","steps":["trace[1363504237] 'agreement among raft nodes before linearized reading' (duration: 753.675162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.08889Z","time spent":"754.512893ms","remote":"127.0.0.1:45738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:49:22.843426Z","caller":"traceutil/trace.go:171","msg":"trace[901616281] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8772; }","duration":"817.604905ms","start":"2026-04-16T00:49:22.025779Z","end":"2026-04-16T00:49:22.843384Z","steps":["trace[901616281] 'agreement among raft nodes before linearized reading' (duration: 816.650459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.025769Z","time spent":"817.671657ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T00:49:22.843119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.025849Z","time spent":"817.265516ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:22.843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.354225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.843492Z","caller":"traceutil/trace.go:171","msg":"trace[1229008021] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8772; }","duration":"815.868299ms","start":"2026-04-16T00:49:22.027619Z","end":"2026-04-16T00:49:22.843488Z","steps":["trace[1229008021] 'agreement among raft nodes before linearized reading' (duration: 815.355475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.027612Z","time spent":"815.893339ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:22.843268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.673949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:49:22.843691Z","caller":"traceutil/trace.go:171","msg":"trace[1931460036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8772; }","duration":"242.238245ms","start":"2026-04-16T00:49:22.601435Z","end":"2026-04-16T00:49:22.843673Z","steps":["trace[1931460036] 'agreement among raft nodes before linearized reading' (duration: 241.474054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.843639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.229424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:22.843828Z","caller":"traceutil/trace.go:171","msg":"trace[641740212] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8772; }","duration":"820.419659ms","start":"2026-04-16T00:49:22.023395Z","end":"2026-04-16T00:49:22.843814Z","steps":["trace[641740212] 'agreement among raft nodes before linearized reading' (duration: 818.330054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:22.84389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:22.023392Z","time spent":"820.484271ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T00:49:25.124952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.305637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:49:25.125056Z","caller":"traceutil/trace.go:171","msg":"trace[239926920] linearizableReadLoop","detail":"{readStateIndex:9075; appliedIndex:9074; }","duration":"529.322454ms","start":"2026-04-16T00:49:24.595713Z","end":"2026-04-16T00:49:25.125036Z","steps":["trace[239926920] 'read index received' (duration: 328.865523ms)","trace[239926920] 'applied index is now lower than readState.Index' (duration: 200.455901ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:25.125087Z","caller":"traceutil/trace.go:171","msg":"trace[478049134] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"568.847196ms","start":"2026-04-16T00:49:24.556211Z","end":"2026-04-16T00:49:25.125059Z","steps":["trace[478049134] 'process raft request' (duration: 368.357354ms)","trace[478049134] 'compare' (duration: 200.110081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:25.125224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.556191Z","time spent":"568.9605ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:25.125267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.539759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T00:49:25.125316Z","caller":"traceutil/trace.go:171","msg":"trace[1277984332] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8783; }","duration":"529.644211ms","start":"2026-04-16T00:49:24.59566Z","end":"2026-04-16T00:49:25.125304Z","steps":["trace[1277984332] 'agreement among raft nodes before linearized reading' (duration: 529.441946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.125348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.595638Z","time spent":"529.702283ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":138,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:49:25.207355Z","caller":"traceutil/trace.go:171","msg":"trace[765815625] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"390.704899ms","start":"2026-04-16T00:49:24.816615Z","end":"2026-04-16T00:49:25.207319Z","steps":["trace[765815625] 'process raft request' (duration: 390.635938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.207726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.816602Z","time spent":"391.001888ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:25.208286Z","caller":"traceutil/trace.go:171","msg":"trace[1382623349] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"393.105134ms","start":"2026-04-16T00:49:24.815127Z","end":"2026-04-16T00:49:25.208233Z","steps":["trace[1382623349] 'process raft request' (duration: 391.940913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.208483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.815105Z","time spent":"393.3306ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:25.381658Z","caller":"traceutil/trace.go:171","msg":"trace[1179165810] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9075; }","duration":"256.556506ms","start":"2026-04-16T00:49:25.125081Z","end":"2026-04-16T00:49:25.381638Z","steps":["trace[1179165810] 'read index received' (duration: 81.912393ms)","trace[1179165810] 'applied index is now lower than readState.Index' (duration: 174.643323ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:25.381684Z","caller":"traceutil/trace.go:171","msg":"trace[1595107459] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"311.005947ms","start":"2026-04-16T00:49:25.070644Z","end":"2026-04-16T00:49:25.38165Z","steps":["trace[1595107459] 'process raft request' (duration: 230.112942ms)","trace[1595107459] 'compare' (duration: 80.575787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:25.381749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.367904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.381773Z","caller":"traceutil/trace.go:171","msg":"trace[1389202578] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8786; }","duration":"565.445695ms","start":"2026-04-16T00:49:24.816318Z","end":"2026-04-16T00:49:25.381763Z","steps":["trace[1389202578] 'agreement among raft nodes before linearized reading' (duration: 565.389544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.381797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.816297Z","time spent":"565.491317ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:25.381778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.894202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.38183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:25.070618Z","time spent":"311.13225ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:25.38186Z","caller":"traceutil/trace.go:171","msg":"trace[640537559] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8786; }","duration":"529.004585ms","start":"2026-04-16T00:49:24.852837Z","end":"2026-04-16T00:49:25.381842Z","steps":["trace[640537559] 'agreement among raft nodes before linearized reading' (duration: 528.820949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.3819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.85283Z","time spent":"529.060906ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:25.381935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.91734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.381952Z","caller":"traceutil/trace.go:171","msg":"trace[1708081165] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8786; }","duration":"529.942531ms","start":"2026-04-16T00:49:24.852005Z","end":"2026-04-16T00:49:25.381947Z","steps":["trace[1708081165] 'agreement among raft nodes before linearized reading' (duration: 529.91298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.381965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852001Z","time spent":"529.961031ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.117645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.382021Z","caller":"traceutil/trace.go:171","msg":"trace[38638721] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8786; }","duration":"530.139726ms","start":"2026-04-16T00:49:24.851877Z","end":"2026-04-16T00:49:25.382016Z","steps":["trace[38638721] 'agreement among raft nodes before linearized reading' (duration: 530.119354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.851872Z","time spent":"530.158846ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.468865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.382094Z","caller":"traceutil/trace.go:171","msg":"trace[1824072963] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8786; }","duration":"530.488825ms","start":"2026-04-16T00:49:24.851598Z","end":"2026-04-16T00:49:25.382087Z","steps":["trace[1824072963] 'agreement among raft nodes before linearized reading' (duration: 530.467575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.975381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"warn","ts":"2026-04-16T00:49:25.382125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.531047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.382143Z","caller":"traceutil/trace.go:171","msg":"trace[436703210] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8786; }","duration":"530.546027ms","start":"2026-04-16T00:49:24.851591Z","end":"2026-04-16T00:49:25.382137Z","steps":["trace[436703210] 'agreement among raft nodes before linearized reading' (duration: 530.523055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.851577Z","time spent":"530.575877ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-16T00:49:25.382154Z","caller":"traceutil/trace.go:171","msg":"trace[389602476] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8786; }","duration":"530.107656ms","start":"2026-04-16T00:49:24.852022Z","end":"2026-04-16T00:49:25.382129Z","steps":["trace[389602476] 'agreement among raft nodes before linearized reading' (duration: 529.830578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852019Z","time spent":"530.174347ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.66604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.086674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.718541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.382291Z","caller":"traceutil/trace.go:171","msg":"trace[1638400752] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8786; }","duration":"530.739901ms","start":"2026-04-16T00:49:24.851547Z","end":"2026-04-16T00:49:25.382287Z","steps":["trace[1638400752] 'agreement among raft nodes before linearized reading' (duration: 530.719001ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.382287Z","caller":"traceutil/trace.go:171","msg":"trace[988013506] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8786; }","duration":"530.156266ms","start":"2026-04-16T00:49:24.852118Z","end":"2026-04-16T00:49:25.382274Z","steps":["trace[988013506] 'agreement among raft nodes before linearized reading' (duration: 530.059334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.851544Z","time spent":"530.757102ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.291406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T00:49:25.382321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852114Z","time spent":"530.199637ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.424033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:49:25.382335Z","caller":"traceutil/trace.go:171","msg":"trace[624056179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8786; }","duration":"519.342387ms","start":"2026-04-16T00:49:24.862983Z","end":"2026-04-16T00:49:25.382325Z","steps":["trace[624056179] 'agreement among raft nodes before linearized reading' (duration: 519.207694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.830794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.382372Z","caller":"traceutil/trace.go:171","msg":"trace[175052818] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8786; }","duration":"530.854764ms","start":"2026-04-16T00:49:24.851513Z","end":"2026-04-16T00:49:25.382368Z","steps":["trace[175052818] 'agreement among raft nodes before linearized reading' (duration: 530.836244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.862975Z","time spent":"519.385029ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.851509Z","time spent":"530.871974ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.818201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T00:49:25.382438Z","caller":"traceutil/trace.go:171","msg":"trace[925255704] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8786; }","duration":"352.854011ms","start":"2026-04-16T00:49:25.02958Z","end":"2026-04-16T00:49:25.382434Z","steps":["trace[925255704] 'agreement among raft nodes before linearized reading' (duration: 352.80543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.29223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:25.029569Z","time spent":"352.885582ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-16T00:49:25.382468Z","caller":"traceutil/trace.go:171","msg":"trace[1655741941] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:8786; }","duration":"530.331121ms","start":"2026-04-16T00:49:24.852128Z","end":"2026-04-16T00:49:25.382459Z","steps":["trace[1655741941] 'agreement among raft nodes before linearized reading' (duration: 530.275359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.38246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.269359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T00:49:25.382512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.923163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852124Z","time spent":"530.367682ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:49:25.382518Z","caller":"traceutil/trace.go:171","msg":"trace[1399014122] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8786; }","duration":"530.361491ms","start":"2026-04-16T00:49:24.852142Z","end":"2026-04-16T00:49:25.382504Z","steps":["trace[1399014122] 'agreement among raft nodes before linearized reading' (duration: 530.134215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.007299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.269979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852138Z","time spent":"530.410054ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.594264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T00:49:25.382559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.430944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.382565Z","caller":"traceutil/trace.go:171","msg":"trace[689117305] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8786; }","duration":"531.112022ms","start":"2026-04-16T00:49:24.851439Z","end":"2026-04-16T00:49:25.382551Z","steps":["trace[689117305] 'agreement among raft nodes before linearized reading' (duration: 530.963477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.705144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T00:49:25.382584Z","caller":"traceutil/trace.go:171","msg":"trace[2143986919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8786; }","duration":"519.672237ms","start":"2026-04-16T00:49:24.862904Z","end":"2026-04-16T00:49:25.382576Z","steps":["trace[2143986919] 'agreement among raft nodes before linearized reading' (duration: 519.590755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.768682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.851424Z","time spent":"531.182193ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-16T00:49:25.382604Z","caller":"traceutil/trace.go:171","msg":"trace[1131159946] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8786; }","duration":"530.483535ms","start":"2026-04-16T00:49:24.85211Z","end":"2026-04-16T00:49:25.382593Z","steps":["trace[1131159946] 'agreement among raft nodes before linearized reading' (duration: 530.417503ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.382621Z","caller":"traceutil/trace.go:171","msg":"trace[1009185586] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8786; }","duration":"354.793663ms","start":"2026-04-16T00:49:25.027823Z","end":"2026-04-16T00:49:25.382617Z","steps":["trace[1009185586] 'agreement among raft nodes before linearized reading' (duration: 354.774273ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.382366Z","caller":"traceutil/trace.go:171","msg":"trace[629667136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8786; }","duration":"518.510436ms","start":"2026-04-16T00:49:24.863843Z","end":"2026-04-16T00:49:25.382353Z","steps":["trace[629667136] 'agreement among raft nodes before linearized reading' (duration: 518.32116ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.382621Z","caller":"traceutil/trace.go:171","msg":"trace[1582728107] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8786; }","duration":"529.797526ms","start":"2026-04-16T00:49:24.852809Z","end":"2026-04-16T00:49:25.382607Z","steps":["trace[1582728107] 'agreement among raft nodes before linearized reading' (duration: 529.56584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.862894Z","time spent":"519.716768ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852103Z","time spent":"530.537096ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T00:49:25.38264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:25.027817Z","time spent":"354.820104ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:49:25.382257Z","caller":"traceutil/trace.go:171","msg":"trace[1090236770] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8786; }","duration":"530.688861ms","start":"2026-04-16T00:49:24.851564Z","end":"2026-04-16T00:49:25.382253Z","steps":["trace[1090236770] 'agreement among raft nodes before linearized reading' (duration: 530.66467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.755719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:49:25.382527Z","caller":"traceutil/trace.go:171","msg":"trace[788068419] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8786; }","duration":"352.936794ms","start":"2026-04-16T00:49:25.029586Z","end":"2026-04-16T00:49:25.382523Z","steps":["trace[788068419] 'agreement among raft nodes before linearized reading' (duration: 352.911593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.448617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T00:49:25.382712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.851561Z","time spent":"531.145603ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:25.382717Z","caller":"traceutil/trace.go:171","msg":"trace[1293403409] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:8786; }","duration":"356.013766ms","start":"2026-04-16T00:49:25.026695Z","end":"2026-04-16T00:49:25.382709Z","steps":["trace[1293403409] 'agreement among raft nodes before linearized reading' (duration: 355.731018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:25.029569Z","time spent":"353.147519ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-16T00:49:25.382727Z","caller":"traceutil/trace.go:171","msg":"trace[1909869198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8786; }","duration":"517.494518ms","start":"2026-04-16T00:49:24.865224Z","end":"2026-04-16T00:49:25.382719Z","steps":["trace[1909869198] 'agreement among raft nodes before linearized reading' (duration: 517.377235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:25.02668Z","time spent":"356.056786ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852804Z","time spent":"529.855688ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-04-16T00:49:25.382562Z","caller":"traceutil/trace.go:171","msg":"trace[1919972318] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8786; }","duration":"354.30266ms","start":"2026-04-16T00:49:25.028256Z","end":"2026-04-16T00:49:25.382559Z","steps":["trace[1919972318] 'agreement among raft nodes before linearized reading' (duration: 354.282329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.865217Z","time spent":"517.533669ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.382843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:25.028245Z","time spent":"354.528166ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T00:49:25.382785Z","caller":"traceutil/trace.go:171","msg":"trace[1614213723] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8786; }","duration":"354.590208ms","start":"2026-04-16T00:49:25.028189Z","end":"2026-04-16T00:49:25.382779Z","steps":["trace[1614213723] 'agreement among raft nodes before linearized reading' (duration: 354.383402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:25.028185Z","time spent":"354.616248ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.798993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.744871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.863795Z","time spent":"518.847154ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.89927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:25.382884Z","caller":"traceutil/trace.go:171","msg":"trace[739369360] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8786; }","duration":"530.780773ms","start":"2026-04-16T00:49:24.852096Z","end":"2026-04-16T00:49:25.382877Z","steps":["trace[739369360] 'agreement among raft nodes before linearized reading' (duration: 530.70215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.219238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:49:25.382901Z","caller":"traceutil/trace.go:171","msg":"trace[2052122790] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8786; }","duration":"529.956821ms","start":"2026-04-16T00:49:24.852939Z","end":"2026-04-16T00:49:25.382896Z","steps":["trace[2052122790] 'agreement among raft nodes before linearized reading' (duration: 529.92793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852092Z","time spent":"530.809733ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852924Z","time spent":"529.987981ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:25.382918Z","caller":"traceutil/trace.go:171","msg":"trace[1557013140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8786; }","duration":"518.499165ms","start":"2026-04-16T00:49:24.864411Z","end":"2026-04-16T00:49:25.38291Z","steps":["trace[1557013140] 'agreement among raft nodes before linearized reading' (duration: 517.739365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.8644Z","time spent":"518.536447ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:49:25.382966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.050192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.915927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.382995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.02731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-16T00:49:25.382874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.19287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T00:49:25.383001Z","caller":"traceutil/trace.go:171","msg":"trace[1375432615] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8786; }","duration":"530.119426ms","start":"2026-04-16T00:49:24.852869Z","end":"2026-04-16T00:49:25.382988Z","steps":["trace[1375432615] 'agreement among raft nodes before linearized reading' (duration: 530.079154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.383018Z","caller":"traceutil/trace.go:171","msg":"trace[1648845232] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:8786; }","duration":"513.06648ms","start":"2026-04-16T00:49:24.869945Z","end":"2026-04-16T00:49:25.383012Z","steps":["trace[1648845232] 'agreement among raft nodes before linearized reading' (duration: 512.965777ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.383025Z","caller":"traceutil/trace.go:171","msg":"trace[1246287913] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:8786; }","duration":"529.366465ms","start":"2026-04-16T00:49:24.853653Z","end":"2026-04-16T00:49:25.38302Z","steps":["trace[1246287913] 'agreement among raft nodes before linearized reading' (duration: 529.119909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.383034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.982297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.383042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.853641Z","time spent":"529.396916ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-04-16T00:49:25.383055Z","caller":"traceutil/trace.go:171","msg":"trace[1156815525] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8786; }","duration":"531.001928ms","start":"2026-04-16T00:49:24.852048Z","end":"2026-04-16T00:49:25.38305Z","steps":["trace[1156815525] 'agreement among raft nodes before linearized reading' (duration: 530.973967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.383071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.979181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:25.383072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852034Z","time spent":"531.034989ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-16T00:49:25.38275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.941566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:49:25.38309Z","caller":"traceutil/trace.go:171","msg":"trace[152553188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8786; }","duration":"366.024712ms","start":"2026-04-16T00:49:25.017059Z","end":"2026-04-16T00:49:25.383083Z","steps":["trace[152553188] 'agreement among raft nodes before linearized reading' (duration: 365.990452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.383111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:25.017043Z","time spent":"366.062214ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T00:49:25.383109Z","caller":"traceutil/trace.go:171","msg":"trace[490593790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:8786; }","duration":"522.298497ms","start":"2026-04-16T00:49:24.860802Z","end":"2026-04-16T00:49:25.383101Z","steps":["trace[490593790] 'agreement among raft nodes before linearized reading' (duration: 521.863015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.383143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.860796Z","time spent":"522.338727ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:49:25.383031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852853Z","time spent":"530.171946ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:25.38301Z","caller":"traceutil/trace.go:171","msg":"trace[1667848599] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8786; }","duration":"530.963468ms","start":"2026-04-16T00:49:24.852041Z","end":"2026-04-16T00:49:25.383005Z","steps":["trace[1667848599] 'agreement among raft nodes before linearized reading' (duration: 530.936646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.383206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.852022Z","time spent":"531.179114ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:25.383037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.869937Z","time spent":"513.095661ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"info","ts":"2026-04-16T00:49:25.382862Z","caller":"traceutil/trace.go:171","msg":"trace[303315864] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8786; }","duration":"531.319686ms","start":"2026-04-16T00:49:24.851531Z","end":"2026-04-16T00:49:25.382851Z","steps":["trace[303315864] 'agreement among raft nodes before linearized reading' (duration: 530.800352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.382106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.851595Z","time spent":"530.507105ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:25.383282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:24.851528Z","time spent":"531.747228ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T00:49:25.618131Z","caller":"traceutil/trace.go:171","msg":"trace[1297735466] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"230.639136ms","start":"2026-04-16T00:49:25.387457Z","end":"2026-04-16T00:49:25.618096Z","steps":["trace[1297735466] 'process raft request' (duration: 230.247865ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.618345Z","caller":"traceutil/trace.go:171","msg":"trace[1029710004] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"230.433791ms","start":"2026-04-16T00:49:25.387891Z","end":"2026-04-16T00:49:25.618325Z","steps":["trace[1029710004] 'process raft request' (duration: 230.02497ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.618443Z","caller":"traceutil/trace.go:171","msg":"trace[1801626750] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9079; }","duration":"193.728521ms","start":"2026-04-16T00:49:25.424701Z","end":"2026-04-16T00:49:25.61843Z","steps":["trace[1801626750] 'read index received' (duration: 192.918269ms)","trace[1801626750] 'applied index is now lower than readState.Index' (duration: 808.962µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:25.618528Z","caller":"traceutil/trace.go:171","msg":"trace[1589247990] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"230.40974ms","start":"2026-04-16T00:49:25.388107Z","end":"2026-04-16T00:49:25.618517Z","steps":["trace[1589247990] 'process raft request' (duration: 230.285786ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:25.618515Z","caller":"traceutil/trace.go:171","msg":"trace[90394835] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"230.547172ms","start":"2026-04-16T00:49:25.387941Z","end":"2026-04-16T00:49:25.618488Z","steps":["trace[90394835] 'process raft request' (duration: 230.401939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.618987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.703104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:425668"} {"level":"info","ts":"2026-04-16T00:49:25.619024Z","caller":"traceutil/trace.go:171","msg":"trace[1928626395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:8791; }","duration":"231.760766ms","start":"2026-04-16T00:49:25.387254Z","end":"2026-04-16T00:49:25.619015Z","steps":["trace[1928626395] 'agreement among raft nodes before linearized reading' (duration: 231.335984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:25.619364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.993751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:425668"} {"level":"info","ts":"2026-04-16T00:49:25.619452Z","caller":"traceutil/trace.go:171","msg":"trace[970744132] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:8791; }","duration":"232.100074ms","start":"2026-04-16T00:49:25.387339Z","end":"2026-04-16T00:49:25.619439Z","steps":["trace[970744132] 'agreement among raft nodes before linearized reading' (duration: 231.614002ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:26.465132Z","caller":"traceutil/trace.go:171","msg":"trace[780990077] linearizableReadLoop","detail":"{readStateIndex:9084; appliedIndex:9083; }","duration":"229.257379ms","start":"2026-04-16T00:49:26.235855Z","end":"2026-04-16T00:49:26.465113Z","steps":["trace[780990077] 'read index received' (duration: 229.103104ms)","trace[780990077] 'applied index is now lower than readState.Index' (duration: 153.295µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:26.465186Z","caller":"traceutil/trace.go:171","msg":"trace[772531058] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"297.100157ms","start":"2026-04-16T00:49:26.168057Z","end":"2026-04-16T00:49:26.465158Z","steps":["trace[772531058] 'process raft request' (duration: 296.921872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:26.465355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.487235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T00:49:26.465405Z","caller":"traceutil/trace.go:171","msg":"trace[818587164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8792; }","duration":"229.597558ms","start":"2026-04-16T00:49:26.235795Z","end":"2026-04-16T00:49:26.465393Z","steps":["trace[818587164] 'agreement among raft nodes before linearized reading' (duration: 229.393642ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:26.834613Z","caller":"traceutil/trace.go:171","msg":"trace[1024255211] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9085; }","duration":"308.464829ms","start":"2026-04-16T00:49:26.526124Z","end":"2026-04-16T00:49:26.834588Z","steps":["trace[1024255211] 'read index received' (duration: 265.131165ms)","trace[1024255211] 'applied index is now lower than readState.Index' (duration: 43.332754ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:26.834687Z","caller":"traceutil/trace.go:171","msg":"trace[1595583807] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"342.043394ms","start":"2026-04-16T00:49:26.492613Z","end":"2026-04-16T00:49:26.834656Z","steps":["trace[1595583807] 'process raft request' (duration: 298.70385ms)","trace[1595583807] 'compare' (duration: 42.852712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:26.834787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.785596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:26.834822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:26.492584Z","time spent":"342.162097ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:26.834821Z","caller":"traceutil/trace.go:171","msg":"trace[1362267958] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8794; }","duration":"222.862908ms","start":"2026-04-16T00:49:26.611948Z","end":"2026-04-16T00:49:26.834811Z","steps":["trace[1362267958] 'agreement among raft nodes before linearized reading' (duration: 222.786536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:26.834928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.775927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T00:49:26.835055Z","caller":"traceutil/trace.go:171","msg":"trace[1736697208] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:8794; }","duration":"308.958843ms","start":"2026-04-16T00:49:26.526074Z","end":"2026-04-16T00:49:26.835033Z","steps":["trace[1736697208] 'agreement among raft nodes before linearized reading' (duration: 308.632274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:26.835108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:26.52605Z","time spent":"309.048955ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-04-16T00:49:27.355699Z","caller":"traceutil/trace.go:171","msg":"trace[1327350170] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"142.27101ms","start":"2026-04-16T00:49:27.213405Z","end":"2026-04-16T00:49:27.355676Z","steps":["trace[1327350170] 'process raft request' (duration: 113.873552ms)","trace[1327350170] 'compare' (duration: 27.955296ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:27.39638Z","caller":"traceutil/trace.go:171","msg":"trace[105400522] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9089; }","duration":"171.965882ms","start":"2026-04-16T00:49:27.224396Z","end":"2026-04-16T00:49:27.396361Z","steps":["trace[105400522] 'read index received' (duration: 102.824239ms)","trace[105400522] 'applied index is now lower than readState.Index' (duration: 69.140623ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:27.396483Z","caller":"traceutil/trace.go:171","msg":"trace[812708107] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"176.887603ms","start":"2026-04-16T00:49:27.219588Z","end":"2026-04-16T00:49:27.396476Z","steps":["trace[812708107] 'process raft request' (duration: 176.644207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:27.396994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.585988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T00:49:27.397047Z","caller":"traceutil/trace.go:171","msg":"trace[237651588] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8798; }","duration":"172.66781ms","start":"2026-04-16T00:49:27.22437Z","end":"2026-04-16T00:49:27.397037Z","steps":["trace[237651588] 'agreement among raft nodes before linearized reading' (duration: 172.169246ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:27.88131Z","caller":"traceutil/trace.go:171","msg":"trace[1346443352] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"216.490888ms","start":"2026-04-16T00:49:27.664793Z","end":"2026-04-16T00:49:27.881284Z","steps":["trace[1346443352] 'process raft request' (duration: 138.928031ms)","trace[1346443352] 'compare' (duration: 77.347791ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:27.881691Z","caller":"traceutil/trace.go:171","msg":"trace[242668352] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9093; }","duration":"216.6089ms","start":"2026-04-16T00:49:27.665057Z","end":"2026-04-16T00:49:27.881666Z","steps":["trace[242668352] 'read index received' (duration: 20.118036ms)","trace[242668352] 'applied index is now lower than readState.Index' (duration: 196.489973ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:27.881715Z","caller":"traceutil/trace.go:171","msg":"trace[1775906282] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"216.371484ms","start":"2026-04-16T00:49:27.66531Z","end":"2026-04-16T00:49:27.881682Z","steps":["trace[1775906282] 'process raft request' (duration: 215.921052ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:27.881771Z","caller":"traceutil/trace.go:171","msg":"trace[344317577] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"216.373764ms","start":"2026-04-16T00:49:27.665373Z","end":"2026-04-16T00:49:27.881747Z","steps":["trace[344317577] 'process raft request' (duration: 216.168768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:27.882277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.202106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:425668"} {"level":"info","ts":"2026-04-16T00:49:27.882321Z","caller":"traceutil/trace.go:171","msg":"trace[1564204351] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:8804; }","duration":"217.260557ms","start":"2026-04-16T00:49:27.665049Z","end":"2026-04-16T00:49:27.88231Z","steps":["trace[1564204351] 'agreement among raft nodes before linearized reading' (duration: 216.760103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:27.88245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.934652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:425668"} {"level":"info","ts":"2026-04-16T00:49:27.882534Z","caller":"traceutil/trace.go:171","msg":"trace[691972908] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:8804; }","duration":"216.037765ms","start":"2026-04-16T00:49:27.666468Z","end":"2026-04-16T00:49:27.882506Z","steps":["trace[691972908] 'agreement among raft nodes before linearized reading' (duration: 215.378198ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:30.209149Z","caller":"traceutil/trace.go:171","msg":"trace[820438713] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"115.894368ms","start":"2026-04-16T00:49:30.093229Z","end":"2026-04-16T00:49:30.209124Z","steps":["trace[820438713] 'process raft request' (duration: 83.722311ms)","trace[820438713] 'compare' (duration: 32.054454ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:30.48632Z","caller":"traceutil/trace.go:171","msg":"trace[1220658673] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"131.01686ms","start":"2026-04-16T00:49:30.355251Z","end":"2026-04-16T00:49:30.486268Z","steps":["trace[1220658673] 'process raft request' (duration: 65.500855ms)","trace[1220658673] 'compare' (duration: 65.32441ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:31.531207Z","caller":"traceutil/trace.go:171","msg":"trace[748419187] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"162.50293ms","start":"2026-04-16T00:49:31.368682Z","end":"2026-04-16T00:49:31.531185Z","steps":["trace[748419187] 'process raft request' (duration: 162.345445ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:31.552547Z","caller":"traceutil/trace.go:171","msg":"trace[347168677] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"142.182658ms","start":"2026-04-16T00:49:31.410338Z","end":"2026-04-16T00:49:31.55252Z","steps":["trace[347168677] 'process raft request' (duration: 141.961072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:31.845214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.419101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:49:31.845602Z","caller":"traceutil/trace.go:171","msg":"trace[626814650] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"286.566246ms","start":"2026-04-16T00:49:31.559009Z","end":"2026-04-16T00:49:31.845575Z","steps":["trace[626814650] 'process raft request' (duration: 41.668651ms)","trace[626814650] 'compare' (duration: 243.939879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:32.007836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.49959ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T00:49:32.008695Z","caller":"traceutil/trace.go:171","msg":"trace[1633818268] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"320.922581ms","start":"2026-04-16T00:49:31.68775Z","end":"2026-04-16T00:49:32.008673Z","steps":["trace[1633818268] 'process raft request' (duration: 320.202282ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:32.008705Z","caller":"traceutil/trace.go:171","msg":"trace[120926467] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9146; }","duration":"295.206726ms","start":"2026-04-16T00:49:31.713465Z","end":"2026-04-16T00:49:32.008671Z","steps":["trace[120926467] 'read index received' (duration: 32.097896ms)","trace[120926467] 'applied index is now lower than readState.Index' (duration: 263.10358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:32.008815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:31.687722Z","time spent":"321.029593ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:49:32.125733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.624727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:32.1259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.007414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T00:49:32.125964Z","caller":"traceutil/trace.go:171","msg":"trace[1482733031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8855; }","duration":"130.081657ms","start":"2026-04-16T00:49:31.995861Z","end":"2026-04-16T00:49:32.125942Z","steps":["trace[1482733031] 'range keys from in-memory index tree' (duration: 116.973477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:32.126143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.759722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:49:32.126251Z","caller":"traceutil/trace.go:171","msg":"trace[930676168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8855; }","duration":"199.921677ms","start":"2026-04-16T00:49:31.926303Z","end":"2026-04-16T00:49:32.126225Z","steps":["trace[930676168] 'agreement among raft nodes before linearized reading' (duration: 82.59209ms)","trace[930676168] 'range keys from in-memory index tree' (duration: 117.067679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:32.12635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.220512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:49:32.126419Z","caller":"traceutil/trace.go:171","msg":"trace[341218025] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:8855; }","duration":"183.316886ms","start":"2026-04-16T00:49:31.943088Z","end":"2026-04-16T00:49:32.126405Z","steps":["trace[341218025] 'agreement among raft nodes before linearized reading' (duration: 65.791514ms)","trace[341218025] 'range keys from in-memory index tree' (duration: 117.382517ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:32.125893Z","caller":"traceutil/trace.go:171","msg":"trace[809221677] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8855; }","duration":"295.822652ms","start":"2026-04-16T00:49:31.830033Z","end":"2026-04-16T00:49:32.125856Z","steps":["trace[809221677] 'agreement among raft nodes before linearized reading' (duration: 178.813044ms)","trace[809221677] 'count revisions from in-memory index tree' (duration: 116.808383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:32.126579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.802547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:49:32.126633Z","caller":"traceutil/trace.go:171","msg":"trace[1388026163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8855; }","duration":"222.882699ms","start":"2026-04-16T00:49:31.903732Z","end":"2026-04-16T00:49:32.126615Z","steps":["trace[1388026163] 'agreement among raft nodes before linearized reading' (duration: 105.181893ms)","trace[1388026163] 'range keys from in-memory index tree' (duration: 117.588714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:32.126345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.878041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:49:32.127489Z","caller":"traceutil/trace.go:171","msg":"trace[257479795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8855; }","duration":"414.022451ms","start":"2026-04-16T00:49:31.713423Z","end":"2026-04-16T00:49:32.127445Z","steps":["trace[257479795] 'agreement among raft nodes before linearized reading' (duration: 295.396051ms)","trace[257479795] 'range keys from in-memory index tree' (duration: 117.342676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:32.125795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.288192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-16T00:49:32.12762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:31.713389Z","time spent":"414.188005ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:49:32.127625Z","caller":"traceutil/trace.go:171","msg":"trace[2089639811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:8855; }","duration":"186.148571ms","start":"2026-04-16T00:49:31.941453Z","end":"2026-04-16T00:49:32.127602Z","steps":["trace[2089639811] 'agreement among raft nodes before linearized reading' (duration: 67.433897ms)","trace[2089639811] 'range keys from in-memory index tree' (duration: 116.761382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:32.126695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.425031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:49:32.127868Z","caller":"traceutil/trace.go:171","msg":"trace[1658734198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8855; }","duration":"201.624222ms","start":"2026-04-16T00:49:31.926235Z","end":"2026-04-16T00:49:32.127859Z","steps":["trace[1658734198] 'agreement among raft nodes before linearized reading' (duration: 82.668583ms)","trace[1658734198] 'range keys from in-memory index tree' (duration: 117.704596ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:32.174131Z","caller":"traceutil/trace.go:171","msg":"trace[1860376037] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"161.478133ms","start":"2026-04-16T00:49:32.012634Z","end":"2026-04-16T00:49:32.174112Z","steps":["trace[1860376037] 'process raft request' (duration: 161.274137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:32.174709Z","caller":"traceutil/trace.go:171","msg":"trace[989395063] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9150; }","duration":"157.97999ms","start":"2026-04-16T00:49:32.016714Z","end":"2026-04-16T00:49:32.174694Z","steps":["trace[989395063] 'read index received' (duration: 157.97421ms)","trace[989395063] 'applied index is now lower than readState.Index' (duration: 4.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:32.174938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.220026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:32.175003Z","caller":"traceutil/trace.go:171","msg":"trace[1846885945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8856; }","duration":"158.321998ms","start":"2026-04-16T00:49:32.016664Z","end":"2026-04-16T00:49:32.174986Z","steps":["trace[1846885945] 'agreement among raft nodes before linearized reading' (duration: 158.200645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:32.175785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.950886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:32.17587Z","caller":"traceutil/trace.go:171","msg":"trace[1576136870] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:8860; }","duration":"120.071289ms","start":"2026-04-16T00:49:32.055781Z","end":"2026-04-16T00:49:32.175853Z","steps":["trace[1576136870] 'agreement among raft nodes before linearized reading' (duration: 119.927554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:32.176804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.934462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:32.17687Z","caller":"traceutil/trace.go:171","msg":"trace[63758850] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:8860; }","duration":"121.027564ms","start":"2026-04-16T00:49:32.055827Z","end":"2026-04-16T00:49:32.176855Z","steps":["trace[63758850] 'agreement among raft nodes before linearized reading' (duration: 120.893941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:32.177927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.063323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6311"} {"level":"info","ts":"2026-04-16T00:49:32.178054Z","caller":"traceutil/trace.go:171","msg":"trace[743976997] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:8860; }","duration":"122.209126ms","start":"2026-04-16T00:49:32.055826Z","end":"2026-04-16T00:49:32.178035Z","steps":["trace[743976997] 'agreement among raft nodes before linearized reading' (duration: 121.772194ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:34.711247Z","caller":"traceutil/trace.go:171","msg":"trace[505486857] linearizableReadLoop","detail":"{readStateIndex:9188; appliedIndex:9187; }","duration":"144.207912ms","start":"2026-04-16T00:49:34.567015Z","end":"2026-04-16T00:49:34.711223Z","steps":["trace[505486857] 'read index received' (duration: 144.107829ms)","trace[505486857] 'applied index is now lower than readState.Index' (duration: 99.183µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:34.711525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.484989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-kwkds\" ","response":"range_response_count:1 size:6775"} {"level":"info","ts":"2026-04-16T00:49:34.711572Z","caller":"traceutil/trace.go:171","msg":"trace[1867594514] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-kwkds; range_end:; response_count:1; response_revision:8894; }","duration":"144.576352ms","start":"2026-04-16T00:49:34.566984Z","end":"2026-04-16T00:49:34.71156Z","steps":["trace[1867594514] 'agreement among raft nodes before linearized reading' (duration: 144.341036ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:34.711954Z","caller":"traceutil/trace.go:171","msg":"trace[1386637934] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"151.456405ms","start":"2026-04-16T00:49:34.56047Z","end":"2026-04-16T00:49:34.711926Z","steps":["trace[1386637934] 'process raft request' (duration: 150.565962ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:34.83858Z","caller":"traceutil/trace.go:171","msg":"trace[991722756] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"119.903124ms","start":"2026-04-16T00:49:34.718654Z","end":"2026-04-16T00:49:34.838557Z","steps":["trace[991722756] 'process raft request' (duration: 110.121864ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:34.897364Z","caller":"traceutil/trace.go:171","msg":"trace[103776257] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"158.436902ms","start":"2026-04-16T00:49:34.738896Z","end":"2026-04-16T00:49:34.897333Z","steps":["trace[103776257] 'process raft request' (duration: 158.185905ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.412265Z","caller":"traceutil/trace.go:171","msg":"trace[2140222193] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"119.042071ms","start":"2026-04-16T00:49:35.293183Z","end":"2026-04-16T00:49:35.412225Z","steps":["trace[2140222193] 'process raft request' (duration: 100.57866ms)","trace[2140222193] 'compare' (duration: 18.208545ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:35.809244Z","caller":"traceutil/trace.go:171","msg":"trace[1390090572] linearizableReadLoop","detail":"{readStateIndex:9199; appliedIndex:9198; }","duration":"165.652294ms","start":"2026-04-16T00:49:35.643567Z","end":"2026-04-16T00:49:35.809219Z","steps":["trace[1390090572] 'read index received' (duration: 165.437838ms)","trace[1390090572] 'applied index is now lower than readState.Index' (duration: 213.126µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:35.809259Z","caller":"traceutil/trace.go:171","msg":"trace[970151685] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"223.099244ms","start":"2026-04-16T00:49:35.586129Z","end":"2026-04-16T00:49:35.809228Z","steps":["trace[970151685] 'process raft request' (duration: 222.91125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.809399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.257522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.809439Z","caller":"traceutil/trace.go:171","msg":"trace[1822610458] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8905; }","duration":"222.344313ms","start":"2026-04-16T00:49:35.587085Z","end":"2026-04-16T00:49:35.809429Z","steps":["trace[1822610458] 'agreement among raft nodes before linearized reading' (duration: 222.22917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.809607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.141525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.809672Z","caller":"traceutil/trace.go:171","msg":"trace[918493560] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8905; }","duration":"220.230937ms","start":"2026-04-16T00:49:35.589426Z","end":"2026-04-16T00:49:35.809657Z","steps":["trace[918493560] 'agreement among raft nodes before linearized reading' (duration: 220.084514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.809665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.252278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.809757Z","caller":"traceutil/trace.go:171","msg":"trace[595135376] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8905; }","duration":"220.376642ms","start":"2026-04-16T00:49:35.589361Z","end":"2026-04-16T00:49:35.809737Z","steps":["trace[595135376] 'agreement among raft nodes before linearized reading' (duration: 220.121925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.80975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.358381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T00:49:35.809776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.444082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.809896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.278047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.80993Z","caller":"traceutil/trace.go:171","msg":"trace[339047779] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8905; }","duration":"176.346709ms","start":"2026-04-16T00:49:35.633573Z","end":"2026-04-16T00:49:35.80992Z","steps":["trace[339047779] 'agreement among raft nodes before linearized reading' (duration: 176.294297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.80991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.376575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.809937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.638959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.809936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.649013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.809981Z","caller":"traceutil/trace.go:171","msg":"trace[1198736864] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8905; }","duration":"220.68294ms","start":"2026-04-16T00:49:35.589282Z","end":"2026-04-16T00:49:35.809965Z","steps":["trace[1198736864] 'agreement among raft nodes before linearized reading' (duration: 220.632899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.810002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.016269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.810053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.597527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.810055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.598851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-04-16T00:49:35.810083Z","caller":"traceutil/trace.go:171","msg":"trace[1584343665] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8905; }","duration":"220.635718ms","start":"2026-04-16T00:49:35.589441Z","end":"2026-04-16T00:49:35.810077Z","steps":["trace[1584343665] 'agreement among raft nodes before linearized reading' (duration: 220.590137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810061Z","caller":"traceutil/trace.go:171","msg":"trace[1572682830] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8905; }","duration":"221.07608ms","start":"2026-04-16T00:49:35.588971Z","end":"2026-04-16T00:49:35.810047Z","steps":["trace[1572682830] 'agreement among raft nodes before linearized reading' (duration: 221.011148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.810098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.542569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.810117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.752232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.810126Z","caller":"traceutil/trace.go:171","msg":"trace[1399735839] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8905; }","duration":"222.678113ms","start":"2026-04-16T00:49:35.587432Z","end":"2026-04-16T00:49:35.81011Z","steps":["trace[1399735839] 'agreement among raft nodes before linearized reading' (duration: 222.480798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.809618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.32748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T00:49:35.810141Z","caller":"traceutil/trace.go:171","msg":"trace[171514286] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8905; }","duration":"222.594831ms","start":"2026-04-16T00:49:35.587535Z","end":"2026-04-16T00:49:35.81013Z","steps":["trace[171514286] 'agreement among raft nodes before linearized reading' (duration: 222.528588ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810171Z","caller":"traceutil/trace.go:171","msg":"trace[833925824] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8905; }","duration":"220.811843ms","start":"2026-04-16T00:49:35.589346Z","end":"2026-04-16T00:49:35.810158Z","steps":["trace[833925824] 'agreement among raft nodes before linearized reading' (duration: 220.731161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810184Z","caller":"traceutil/trace.go:171","msg":"trace[1243691037] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:8905; }","duration":"220.909565ms","start":"2026-04-16T00:49:35.589265Z","end":"2026-04-16T00:49:35.810175Z","steps":["trace[1243691037] 'agreement among raft nodes before linearized reading' (duration: 220.023612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.810215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.626072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T00:49:35.810273Z","caller":"traceutil/trace.go:171","msg":"trace[1513031676] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:8905; }","duration":"222.692384ms","start":"2026-04-16T00:49:35.587569Z","end":"2026-04-16T00:49:35.810261Z","steps":["trace[1513031676] 'agreement among raft nodes before linearized reading' (duration: 222.471258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.809947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.313323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.810006Z","caller":"traceutil/trace.go:171","msg":"trace[826665212] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8905; }","duration":"222.732525ms","start":"2026-04-16T00:49:35.587257Z","end":"2026-04-16T00:49:35.80999Z","steps":["trace[826665212] 'agreement among raft nodes before linearized reading' (duration: 222.617411ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810334Z","caller":"traceutil/trace.go:171","msg":"trace[38273600] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8905; }","duration":"222.723954ms","start":"2026-04-16T00:49:35.587596Z","end":"2026-04-16T00:49:35.81032Z","steps":["trace[38273600] 'agreement among raft nodes before linearized reading' (duration: 222.116697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.810364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.934087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T00:49:35.809857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.527096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.809971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.261138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.81041Z","caller":"traceutil/trace.go:171","msg":"trace[431959114] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:8905; }","duration":"220.985768ms","start":"2026-04-16T00:49:35.589411Z","end":"2026-04-16T00:49:35.810397Z","steps":["trace[431959114] 'agreement among raft nodes before linearized reading' (duration: 220.854065ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.81042Z","caller":"traceutil/trace.go:171","msg":"trace[1581486764] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8905; }","duration":"221.107021ms","start":"2026-04-16T00:49:35.589299Z","end":"2026-04-16T00:49:35.810406Z","steps":["trace[1581486764] 'agreement among raft nodes before linearized reading' (duration: 220.493316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.810427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.456572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.810464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.949687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:35.810569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.620285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.810623Z","caller":"traceutil/trace.go:171","msg":"trace[1221122786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8905; }","duration":"221.682306ms","start":"2026-04-16T00:49:35.58893Z","end":"2026-04-16T00:49:35.810612Z","steps":["trace[1221122786] 'agreement among raft nodes before linearized reading' (duration: 221.608715ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810226Z","caller":"traceutil/trace.go:171","msg":"trace[446370303] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8905; }","duration":"220.663389ms","start":"2026-04-16T00:49:35.589314Z","end":"2026-04-16T00:49:35.809977Z","steps":["trace[446370303] 'agreement among raft nodes before linearized reading' (duration: 220.394462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810643Z","caller":"traceutil/trace.go:171","msg":"trace[1660007757] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8905; }","duration":"221.201714ms","start":"2026-04-16T00:49:35.589397Z","end":"2026-04-16T00:49:35.810599Z","steps":["trace[1660007757] 'agreement among raft nodes before linearized reading' (duration: 220.935657ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810768Z","caller":"traceutil/trace.go:171","msg":"trace[161296879] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8905; }","duration":"220.508875ms","start":"2026-04-16T00:49:35.589338Z","end":"2026-04-16T00:49:35.809847Z","steps":["trace[161296879] 'agreement among raft nodes before linearized reading' (duration: 220.105044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.810577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.639525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.81101Z","caller":"traceutil/trace.go:171","msg":"trace[125393188] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8905; }","duration":"221.960593ms","start":"2026-04-16T00:49:35.588915Z","end":"2026-04-16T00:49:35.810875Z","steps":["trace[125393188] 'agreement among raft nodes before linearized reading' (duration: 221.518412ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810004Z","caller":"traceutil/trace.go:171","msg":"trace[652156017] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8905; }","duration":"222.452757ms","start":"2026-04-16T00:49:35.587506Z","end":"2026-04-16T00:49:35.809958Z","steps":["trace[652156017] 'agreement among raft nodes before linearized reading' (duration: 222.350844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.811077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.475606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T00:49:35.810386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.475411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.81118Z","caller":"traceutil/trace.go:171","msg":"trace[1990795322] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8905; }","duration":"222.277721ms","start":"2026-04-16T00:49:35.588888Z","end":"2026-04-16T00:49:35.811166Z","steps":["trace[1990795322] 'agreement among raft nodes before linearized reading' (duration: 221.4671ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810437Z","caller":"traceutil/trace.go:171","msg":"trace[132743433] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8905; }","duration":"221.04687ms","start":"2026-04-16T00:49:35.589381Z","end":"2026-04-16T00:49:35.810428Z","steps":["trace[132743433] 'agreement among raft nodes before linearized reading' (duration: 219.985121ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.810468Z","caller":"traceutil/trace.go:171","msg":"trace[1565764441] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8905; }","duration":"221.510272ms","start":"2026-04-16T00:49:35.588945Z","end":"2026-04-16T00:49:35.810456Z","steps":["trace[1565764441] 'agreement among raft nodes before linearized reading' (duration: 221.45538ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.811134Z","caller":"traceutil/trace.go:171","msg":"trace[1204309250] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8905; }","duration":"222.562691ms","start":"2026-04-16T00:49:35.588556Z","end":"2026-04-16T00:49:35.811119Z","steps":["trace[1204309250] 'agreement among raft nodes before linearized reading' (duration: 221.888573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:35.814094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.868851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:35.814149Z","caller":"traceutil/trace.go:171","msg":"trace[225648876] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8905; }","duration":"224.935303ms","start":"2026-04-16T00:49:35.589202Z","end":"2026-04-16T00:49:35.814137Z","steps":["trace[225648876] 'agreement among raft nodes before linearized reading' (duration: 224.845931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:35.957423Z","caller":"traceutil/trace.go:171","msg":"trace[914262350] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"103.513908ms","start":"2026-04-16T00:49:35.853885Z","end":"2026-04-16T00:49:35.957398Z","steps":["trace[914262350] 'process raft request' (duration: 88.859178ms)","trace[914262350] 'compare' (duration: 14.313081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:37.805203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449376127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:49:37.886377Z","caller":"traceutil/trace.go:171","msg":"trace[1889674578] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"604.818715ms","start":"2026-04-16T00:49:37.281536Z","end":"2026-04-16T00:49:37.886355Z","steps":["trace[1889674578] 'process raft request' (duration: 604.66803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:37.886511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:37.281491Z","time spent":"604.946028ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:37.888043Z","caller":"traceutil/trace.go:171","msg":"trace[1166439500] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"298.574225ms","start":"2026-04-16T00:49:37.589457Z","end":"2026-04-16T00:49:37.888031Z","steps":["trace[1166439500] 'process raft request' (duration: 298.480912ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:37.888166Z","caller":"traceutil/trace.go:171","msg":"trace[76367058] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"239.186593ms","start":"2026-04-16T00:49:37.648973Z","end":"2026-04-16T00:49:37.888159Z","steps":["trace[76367058] 'process raft request' (duration: 239.029369ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:37.888323Z","caller":"traceutil/trace.go:171","msg":"trace[1091729550] linearizableReadLoop","detail":"{readStateIndex:9221; appliedIndex:9219; }","duration":"583.553349ms","start":"2026-04-16T00:49:37.304755Z","end":"2026-04-16T00:49:37.888308Z","steps":["trace[1091729550] 'read index received' (duration: 582.091779ms)","trace[1091729550] 'applied index is now lower than readState.Index' (duration: 1.46064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:37.888527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.74342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:37.888562Z","caller":"traceutil/trace.go:171","msg":"trace[287447692] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8927; }","duration":"298.781021ms","start":"2026-04-16T00:49:37.589772Z","end":"2026-04-16T00:49:37.888553Z","steps":["trace[287447692] 'agreement among raft nodes before linearized reading' (duration: 298.72602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:37.889006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.837277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:37.889018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.269287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-16T00:49:37.888989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.989095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:37.889053Z","caller":"traceutil/trace.go:171","msg":"trace[2036405527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8927; }","duration":"584.339109ms","start":"2026-04-16T00:49:37.304704Z","end":"2026-04-16T00:49:37.889043Z","steps":["trace[2036405527] 'agreement among raft nodes before linearized reading' (duration: 584.238807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:37.889091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.090004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:49:37.889035Z","caller":"traceutil/trace.go:171","msg":"trace[487524759] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8927; }","duration":"240.881647ms","start":"2026-04-16T00:49:37.648147Z","end":"2026-04-16T00:49:37.889028Z","steps":["trace[487524759] 'agreement among raft nodes before linearized reading' (duration: 240.842696ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:37.889116Z","caller":"traceutil/trace.go:171","msg":"trace[964335084] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:8927; }","duration":"241.128745ms","start":"2026-04-16T00:49:37.647982Z","end":"2026-04-16T00:49:37.88911Z","steps":["trace[964335084] 'agreement among raft nodes before linearized reading' (duration: 241.065473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:37.889238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.797556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-user-d2k58\" ","response":"range_response_count:1 size:8830"} {"level":"info","ts":"2026-04-16T00:49:37.889263Z","caller":"traceutil/trace.go:171","msg":"trace[1042653752] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-user-d2k58; range_end:; response_count:1; response_revision:8927; }","duration":"258.856518ms","start":"2026-04-16T00:49:37.6304Z","end":"2026-04-16T00:49:37.889256Z","steps":["trace[1042653752] 'agreement among raft nodes before linearized reading' (duration: 258.798126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:37.889384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.202726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:49:37.889575Z","caller":"traceutil/trace.go:171","msg":"trace[266349402] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8927; }","duration":"286.445471ms","start":"2026-04-16T00:49:37.603121Z","end":"2026-04-16T00:49:37.889566Z","steps":["trace[266349402] 'agreement among raft nodes before linearized reading' (duration: 286.240927ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:37.889079Z","caller":"traceutil/trace.go:171","msg":"trace[262678821] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8927; }","duration":"240.133289ms","start":"2026-04-16T00:49:37.648924Z","end":"2026-04-16T00:49:37.889057Z","steps":["trace[262678821] 'agreement among raft nodes before linearized reading' (duration: 239.981104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:37.889092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:37.304681Z","time spent":"584.40386ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T00:49:40.296752Z","caller":"traceutil/trace.go:171","msg":"trace[1110451362] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"404.266592ms","start":"2026-04-16T00:49:39.892469Z","end":"2026-04-16T00:49:40.296735Z","steps":["trace[1110451362] 'process raft request' (duration: 404.119489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.296859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.892446Z","time spent":"404.364375ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:40.298551Z","caller":"traceutil/trace.go:171","msg":"trace[2006252204] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"403.756488ms","start":"2026-04-16T00:49:39.89477Z","end":"2026-04-16T00:49:40.298527Z","steps":["trace[2006252204] 'process raft request' (duration: 403.682326ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:40.298746Z","caller":"traceutil/trace.go:171","msg":"trace[359373741] linearizableReadLoop","detail":"{readStateIndex:9237; appliedIndex:9236; }","duration":"404.380413ms","start":"2026-04-16T00:49:39.894318Z","end":"2026-04-16T00:49:40.298698Z","steps":["trace[359373741] 'read index received' (duration: 402.458593ms)","trace[359373741] 'applied index is now lower than readState.Index' (duration: 1.92065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:40.29885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.53751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.298874Z","caller":"traceutil/trace.go:171","msg":"trace[1728218118] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8943; }","duration":"404.59767ms","start":"2026-04-16T00:49:39.894268Z","end":"2026-04-16T00:49:40.298866Z","steps":["trace[1728218118] 'agreement among raft nodes before linearized reading' (duration: 404.55382ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:40.298795Z","caller":"traceutil/trace.go:171","msg":"trace[632801120] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"402.762002ms","start":"2026-04-16T00:49:39.89602Z","end":"2026-04-16T00:49:40.298782Z","steps":["trace[632801120] 'process raft request' (duration: 402.469425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.298896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.894247Z","time spent":"404.644012ms","remote":"127.0.0.1:40206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:49:40.299004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.896008Z","time spent":"402.898495ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:40.299061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.33843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:40.299053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.416812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:40.299061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.781101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:40.299094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.35532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:40.299087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.384315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:49:40.299111Z","caller":"traceutil/trace.go:171","msg":"trace[284886159] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"399.381821ms","start":"2026-04-16T00:49:39.899726Z","end":"2026-04-16T00:49:40.299108Z","steps":["trace[284886159] 'agreement among raft nodes before linearized reading' (duration: 399.35952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:40.299111Z","caller":"traceutil/trace.go:171","msg":"trace[1494797905] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8943; }","duration":"399.847984ms","start":"2026-04-16T00:49:39.89925Z","end":"2026-04-16T00:49:40.299098Z","steps":["trace[1494797905] 'agreement among raft nodes before linearized reading' (duration: 399.776903ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:40.299112Z","caller":"traceutil/trace.go:171","msg":"trace[1324889508] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"399.514074ms","start":"2026-04-16T00:49:39.899586Z","end":"2026-04-16T00:49:40.2991Z","steps":["trace[1324889508] 'agreement among raft nodes before linearized reading' (duration: 399.422282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.299129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.89972Z","time spent":"399.405761ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:40.299139Z","caller":"traceutil/trace.go:171","msg":"trace[989219794] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:8943; }","duration":"404.499378ms","start":"2026-04-16T00:49:39.894624Z","end":"2026-04-16T00:49:40.299123Z","steps":["trace[989219794] 'agreement among raft nodes before linearized reading' (duration: 404.327664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.299185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.894616Z","time spent":"404.55964ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.990603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:40.299225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.981007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T00:49:40.299264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.570417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T00:49:40.299285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.538972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:40.299284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.202673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.2993Z","caller":"traceutil/trace.go:171","msg":"trace[245769244] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:8943; }","duration":"399.614168ms","start":"2026-04-16T00:49:39.899678Z","end":"2026-04-16T00:49:40.299292Z","steps":["trace[245769244] 'agreement among raft nodes before linearized reading' (duration: 399.489265ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:40.299297Z","caller":"traceutil/trace.go:171","msg":"trace[247488814] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:8943; }","duration":"400.06581ms","start":"2026-04-16T00:49:39.899212Z","end":"2026-04-16T00:49:40.299278Z","steps":["trace[247488814] 'agreement among raft nodes before linearized reading' (duration: 399.881504ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:40.299308Z","caller":"traceutil/trace.go:171","msg":"trace[276562364] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8943; }","duration":"400.583614ms","start":"2026-04-16T00:49:39.898718Z","end":"2026-04-16T00:49:40.299302Z","steps":["trace[276562364] 'agreement among raft nodes before linearized reading' (duration: 400.547533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.299322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.098726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T00:49:40.299053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.928556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.299961Z","caller":"traceutil/trace.go:171","msg":"trace[2051557463] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8943; }","duration":"400.81267ms","start":"2026-04-16T00:49:39.899105Z","end":"2026-04-16T00:49:40.299918Z","steps":["trace[2051557463] 'agreement among raft nodes before linearized reading' (duration: 399.883804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.29923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.435309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.302368Z","caller":"traceutil/trace.go:171","msg":"trace[1951344838] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8943; }","duration":"403.577603ms","start":"2026-04-16T00:49:39.898771Z","end":"2026-04-16T00:49:40.302348Z","steps":["trace[1951344838] 'agreement among raft nodes before linearized reading' (duration: 400.410929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.302324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899075Z","time spent":"403.203373ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.096987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:40.302418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.898764Z","time spent":"403.639355ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-16T00:49:40.302589Z","caller":"traceutil/trace.go:171","msg":"trace[1200859239] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8943; }","duration":"404.423045ms","start":"2026-04-16T00:49:39.898144Z","end":"2026-04-16T00:49:40.302567Z","steps":["trace[1200859239] 'agreement among raft nodes before linearized reading' (duration: 401.113468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.299144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899242Z","time spent":"399.894426ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:40.302656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.898136Z","time spent":"404.499858ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899577Z","time spent":"399.563347ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:40.299077Z","caller":"traceutil/trace.go:171","msg":"trace[673761166] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"399.378271ms","start":"2026-04-16T00:49:39.899694Z","end":"2026-04-16T00:49:40.299072Z","steps":["trace[673761166] 'agreement among raft nodes before linearized reading' (duration: 399.35119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.302859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899679Z","time spent":"403.132352ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:40.299248Z","caller":"traceutil/trace.go:171","msg":"trace[2146543900] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"401.055357ms","start":"2026-04-16T00:49:39.898184Z","end":"2026-04-16T00:49:40.29924Z","steps":["trace[2146543900] 'agreement among raft nodes before linearized reading' (duration: 401.015525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.303004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.898167Z","time spent":"404.825336ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:40.299326Z","caller":"traceutil/trace.go:171","msg":"trace[1660656941] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8943; }","duration":"400.259954ms","start":"2026-04-16T00:49:39.899053Z","end":"2026-04-16T00:49:40.299313Z","steps":["trace[1660656941] 'agreement among raft nodes before linearized reading' (duration: 400.203043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.30311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899041Z","time spent":"404.025835ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899671Z","time spent":"399.651218ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4862,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:49:40.299342Z","caller":"traceutil/trace.go:171","msg":"trace[447351679] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8943; }","duration":"401.155779ms","start":"2026-04-16T00:49:39.898181Z","end":"2026-04-16T00:49:40.299337Z","steps":["trace[447351679] 'agreement among raft nodes before linearized reading' (duration: 401.103868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.303279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.898164Z","time spent":"405.101493ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.384408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.303395Z","caller":"traceutil/trace.go:171","msg":"trace[1680380854] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:8943; }","duration":"401.515927ms","start":"2026-04-16T00:49:39.901863Z","end":"2026-04-16T00:49:40.303379Z","steps":["trace[1680380854] 'agreement among raft nodes before linearized reading' (duration: 397.315366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.299341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.898702Z","time spent":"400.633485ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899202Z","time spent":"400.136061ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4862,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.56049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.303608Z","caller":"traceutil/trace.go:171","msg":"trace[499711056] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"402.728831ms","start":"2026-04-16T00:49:39.900855Z","end":"2026-04-16T00:49:40.303583Z","steps":["trace[499711056] 'agreement among raft nodes before linearized reading' (duration: 398.5599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.303662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.90085Z","time spent":"402.795962ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.824996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.303755Z","caller":"traceutil/trace.go:171","msg":"trace[154099097] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8943; }","duration":"403.144191ms","start":"2026-04-16T00:49:39.90059Z","end":"2026-04-16T00:49:40.303734Z","steps":["trace[154099097] 'agreement among raft nodes before linearized reading' (duration: 398.820136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.303806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.900584Z","time spent":"403.210084ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.926842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.303886Z","caller":"traceutil/trace.go:171","msg":"trace[491606113] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"402.371502ms","start":"2026-04-16T00:49:39.901505Z","end":"2026-04-16T00:49:40.303877Z","steps":["trace[491606113] 'agreement among raft nodes before linearized reading' (duration: 397.934083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.303919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.901498Z","time spent":"402.412863ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.617614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.304012Z","caller":"traceutil/trace.go:171","msg":"trace[1108017695] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"405.202786ms","start":"2026-04-16T00:49:39.898796Z","end":"2026-04-16T00:49:40.303999Z","steps":["trace[1108017695] 'agreement among raft nodes before linearized reading' (duration: 400.606034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.304048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.898793Z","time spent":"405.246628ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.369857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.304224Z","caller":"traceutil/trace.go:171","msg":"trace[123524279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8943; }","duration":"405.142434ms","start":"2026-04-16T00:49:39.899029Z","end":"2026-04-16T00:49:40.304171Z","steps":["trace[123524279] 'agreement among raft nodes before linearized reading' (duration: 400.367828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.304273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899018Z","time spent":"405.243228ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.519009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.304363Z","caller":"traceutil/trace.go:171","msg":"trace[693773894] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:8943; }","duration":"403.413128ms","start":"2026-04-16T00:49:39.900942Z","end":"2026-04-16T00:49:40.304355Z","steps":["trace[693773894] 'agreement among raft nodes before linearized reading' (duration: 398.520719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.304389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.900938Z","time spent":"403.443179ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.741213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.304442Z","caller":"traceutil/trace.go:171","msg":"trace[1979513043] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:8943; }","duration":"403.731547ms","start":"2026-04-16T00:49:39.900704Z","end":"2026-04-16T00:49:40.304436Z","steps":["trace[1979513043] 'agreement among raft nodes before linearized reading' (duration: 398.716303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.304459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.900684Z","time spent":"403.769428ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.60184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.304691Z","caller":"traceutil/trace.go:171","msg":"trace[577313341] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:8943; }","duration":"403.788308ms","start":"2026-04-16T00:49:39.900891Z","end":"2026-04-16T00:49:40.30468Z","steps":["trace[577313341] 'agreement among raft nodes before linearized reading' (duration: 398.59196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.304716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.900879Z","time spent":"403.829709ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.041433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.304799Z","caller":"traceutil/trace.go:171","msg":"trace[191375197] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:8943; }","duration":"404.351884ms","start":"2026-04-16T00:49:39.90043Z","end":"2026-04-16T00:49:40.304782Z","steps":["trace[191375197] 'agreement among raft nodes before linearized reading' (duration: 399.041613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.304857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.900423Z","time spent":"404.415895ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.767628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.304919Z","caller":"traceutil/trace.go:171","msg":"trace[608807877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8943; }","duration":"287.171831ms","start":"2026-04-16T00:49:40.017739Z","end":"2026-04-16T00:49:40.304911Z","steps":["trace[608807877] 'agreement among raft nodes before linearized reading' (duration: 281.772588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.29955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.268655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.305044Z","caller":"traceutil/trace.go:171","msg":"trace[1457553770] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8943; }","duration":"402.771141ms","start":"2026-04-16T00:49:39.902267Z","end":"2026-04-16T00:49:40.305038Z","steps":["trace[1457553770] 'agreement among raft nodes before linearized reading' (duration: 397.270345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.305066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.902263Z","time spent":"402.795863ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.050474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:49:40.305154Z","caller":"traceutil/trace.go:171","msg":"trace[759947210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8943; }","duration":"293.693225ms","start":"2026-04-16T00:49:40.011454Z","end":"2026-04-16T00:49:40.305147Z","steps":["trace[759947210] 'agreement among raft nodes before linearized reading' (duration: 288.028455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.299578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.675867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.305247Z","caller":"traceutil/trace.go:171","msg":"trace[1738350622] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"403.350787ms","start":"2026-04-16T00:49:39.901889Z","end":"2026-04-16T00:49:40.305239Z","steps":["trace[1738350622] 'agreement among raft nodes before linearized reading' (duration: 397.674296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.30527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.901885Z","time spent":"403.378097ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.194835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T00:49:40.305366Z","caller":"traceutil/trace.go:171","msg":"trace[1639650174] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:8943; }","duration":"405.008911ms","start":"2026-04-16T00:49:39.900351Z","end":"2026-04-16T00:49:40.30536Z","steps":["trace[1639650174] 'agreement among raft nodes before linearized reading' (duration: 399.128585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.305385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.900347Z","time spent":"405.032952ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.488521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T00:49:40.305467Z","caller":"traceutil/trace.go:171","msg":"trace[1173277718] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:8943; }","duration":"403.360757ms","start":"2026-04-16T00:49:39.902095Z","end":"2026-04-16T00:49:40.305456Z","steps":["trace[1173277718] 'agreement among raft nodes before linearized reading' (duration: 397.435659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.305502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.902091Z","time spent":"403.398768ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4862,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:49:40.299636Z","caller":"traceutil/trace.go:171","msg":"trace[1633377279] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"404.910079ms","start":"2026-04-16T00:49:39.893679Z","end":"2026-04-16T00:49:40.298589Z","steps":["trace[1633377279] 'process raft request' (duration: 404.640412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.305616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.893667Z","time spent":"411.906345ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:40.299652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.773722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-04-16T00:49:40.305691Z","caller":"traceutil/trace.go:171","msg":"trace[2083447369] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8943; }","duration":"405.820972ms","start":"2026-04-16T00:49:39.899861Z","end":"2026-04-16T00:49:40.305682Z","steps":["trace[2083447369] 'agreement among raft nodes before linearized reading' (duration: 399.113094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.305724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899857Z","time spent":"405.856994ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5436,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.894744Z","time spent":"403.879331ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:40.30624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.901857Z","time spent":"401.582249ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-16T00:49:40.299341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.857564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:40.307307Z","caller":"traceutil/trace.go:171","msg":"trace[1359670691] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:8943; }","duration":"407.922589ms","start":"2026-04-16T00:49:39.899351Z","end":"2026-04-16T00:49:40.307273Z","steps":["trace[1359670691] 'agreement among raft nodes before linearized reading' (duration: 399.780422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:40.307428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:39.899332Z","time spent":"408.014641ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-16T00:49:42.018392Z","caller":"traceutil/trace.go:171","msg":"trace[1782964756] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"103.21056ms","start":"2026-04-16T00:49:41.915146Z","end":"2026-04-16T00:49:42.018357Z","steps":["trace[1782964756] 'process raft request' (duration: 30.670307ms)","trace[1782964756] 'compare' (duration: 71.956307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:45.802813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.725273ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:45.802989Z","caller":"traceutil/trace.go:171","msg":"trace[1080151036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8996; }","duration":"160.921377ms","start":"2026-04-16T00:49:45.642049Z","end":"2026-04-16T00:49:45.80297Z","steps":["trace[1080151036] 'range keys from in-memory index tree' (duration: 160.705392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.602183Z","caller":"traceutil/trace.go:171","msg":"trace[835483634] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"259.307929ms","start":"2026-04-16T00:49:46.342852Z","end":"2026-04-16T00:49:46.60216Z","steps":["trace[835483634] 'process raft request' (duration: 259.178646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.602292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.101853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:46.602365Z","caller":"traceutil/trace.go:171","msg":"trace[848472407] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:8997; }","duration":"259.207887ms","start":"2026-04-16T00:49:46.34314Z","end":"2026-04-16T00:49:46.602348Z","steps":["trace[848472407] 'agreement among raft nodes before linearized reading' (duration: 259.097084ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.602192Z","caller":"traceutil/trace.go:171","msg":"trace[1194672076] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9294; }","duration":"258.99598ms","start":"2026-04-16T00:49:46.343171Z","end":"2026-04-16T00:49:46.602167Z","steps":["trace[1194672076] 'read index received' (duration: 258.98451ms)","trace[1194672076] 'applied index is now lower than readState.Index' (duration: 9.67µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:46.790645Z","caller":"traceutil/trace.go:171","msg":"trace[609326560] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"403.84485ms","start":"2026-04-16T00:49:46.386773Z","end":"2026-04-16T00:49:46.790618Z","steps":["trace[609326560] 'process raft request' (duration: 403.643254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.790796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.386753Z","time spent":"403.962573ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:46.790995Z","caller":"traceutil/trace.go:171","msg":"trace[1066655347] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"403.12319ms","start":"2026-04-16T00:49:46.38782Z","end":"2026-04-16T00:49:46.790944Z","steps":["trace[1066655347] 'process raft request' (duration: 402.749461ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.791067Z","caller":"traceutil/trace.go:171","msg":"trace[325182137] linearizableReadLoop","detail":"{readStateIndex:9297; appliedIndex:9294; }","duration":"188.576214ms","start":"2026-04-16T00:49:46.602463Z","end":"2026-04-16T00:49:46.791039Z","steps":["trace[325182137] 'read index received' (duration: 187.934057ms)","trace[325182137] 'applied index is now lower than readState.Index' (duration: 635.697µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:46.79118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.387794Z","time spent":"403.287526ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:46.791164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.888494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:46.791201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.364128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:46.791202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.259734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:46.791235Z","caller":"traceutil/trace.go:171","msg":"trace[1062890179] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9000; }","duration":"400.427309ms","start":"2026-04-16T00:49:46.390798Z","end":"2026-04-16T00:49:46.791225Z","steps":["trace[1062890179] 'agreement among raft nodes before linearized reading' (duration: 400.249114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.390783Z","time spent":"400.48658ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-16T00:49:46.791227Z","caller":"traceutil/trace.go:171","msg":"trace[2059459788] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9000; }","duration":"402.977107ms","start":"2026-04-16T00:49:46.38824Z","end":"2026-04-16T00:49:46.791218Z","steps":["trace[2059459788] 'agreement among raft nodes before linearized reading' (duration: 402.814862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.388225Z","time spent":"403.0781ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.09595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:46.791313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.929657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:46.791421Z","caller":"traceutil/trace.go:171","msg":"trace[2081813422] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9000; }","duration":"403.142782ms","start":"2026-04-16T00:49:46.388186Z","end":"2026-04-16T00:49:46.791329Z","steps":["trace[2081813422] 'agreement among raft nodes before linearized reading' (duration: 403.108962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.737887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:46.791507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.365657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:46.791521Z","caller":"traceutil/trace.go:171","msg":"trace[203797176] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9000; }","duration":"400.82267ms","start":"2026-04-16T00:49:46.390691Z","end":"2026-04-16T00:49:46.791513Z","steps":["trace[203797176] 'agreement among raft nodes before linearized reading' (duration: 400.747088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.390681Z","time spent":"400.857581ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.216451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T00:49:46.791621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.46714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:49:46.791626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.018018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-16T00:49:46.791634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.605654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T00:49:46.791652Z","caller":"traceutil/trace.go:171","msg":"trace[594149989] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9000; }","duration":"400.547364ms","start":"2026-04-16T00:49:46.391095Z","end":"2026-04-16T00:49:46.791642Z","steps":["trace[594149989] 'agreement among raft nodes before linearized reading' (duration: 400.505862ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.791659Z","caller":"traceutil/trace.go:171","msg":"trace[1180246020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:9000; }","duration":"397.06415ms","start":"2026-04-16T00:49:46.394586Z","end":"2026-04-16T00:49:46.79165Z","steps":["trace[1180246020] 'agreement among raft nodes before linearized reading' (duration: 396.947727ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.791661Z","caller":"traceutil/trace.go:171","msg":"trace[62630436] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9000; }","duration":"403.682677ms","start":"2026-04-16T00:49:46.387971Z","end":"2026-04-16T00:49:46.791654Z","steps":["trace[62630436] 'agreement among raft nodes before linearized reading' (duration: 403.592144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.391083Z","time spent":"400.595194ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T00:49:46.79151Z","caller":"traceutil/trace.go:171","msg":"trace[1665441828] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"402.777502ms","start":"2026-04-16T00:49:46.388721Z","end":"2026-04-16T00:49:46.791498Z","steps":["trace[1665441828] 'process raft request' (duration: 402.178627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.387947Z","time spent":"403.735267ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.875118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T00:49:46.79169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.464587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:49:46.791243Z","caller":"traceutil/trace.go:171","msg":"trace[1632138521] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9000; }","duration":"403.352676ms","start":"2026-04-16T00:49:46.387876Z","end":"2026-04-16T00:49:46.791229Z","steps":["trace[1632138521] 'agreement among raft nodes before linearized reading' (duration: 403.272204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.791542Z","caller":"traceutil/trace.go:171","msg":"trace[1677117982] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9000; }","duration":"403.418179ms","start":"2026-04-16T00:49:46.388116Z","end":"2026-04-16T00:49:46.791534Z","steps":["trace[1677117982] 'agreement among raft nodes before linearized reading' (duration: 403.371707ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.79175Z","caller":"traceutil/trace.go:171","msg":"trace[2102429778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9000; }","duration":"377.54554ms","start":"2026-04-16T00:49:46.414191Z","end":"2026-04-16T00:49:46.791736Z","steps":["trace[2102429778] 'agreement among raft nodes before linearized reading' (duration: 377.370885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.38786Z","time spent":"403.899772ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.394579Z","time spent":"397.09951ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.388105Z","time spent":"403.667165ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.170342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"warn","ts":"2026-04-16T00:49:46.791807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.294522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:49:46.791829Z","caller":"traceutil/trace.go:171","msg":"trace[446330045] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:9000; }","duration":"403.576583ms","start":"2026-04-16T00:49:46.388242Z","end":"2026-04-16T00:49:46.791818Z","steps":["trace[446330045] 'agreement among raft nodes before linearized reading' (duration: 403.06431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.633788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:49:46.791833Z","caller":"traceutil/trace.go:171","msg":"trace[2046314760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9000; }","duration":"380.334564ms","start":"2026-04-16T00:49:46.41149Z","end":"2026-04-16T00:49:46.791825Z","steps":["trace[2046314760] 'agreement among raft nodes before linearized reading' (duration: 380.262432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.531142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:46.791862Z","caller":"traceutil/trace.go:171","msg":"trace[1957482407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9000; }","duration":"381.685559ms","start":"2026-04-16T00:49:46.410167Z","end":"2026-04-16T00:49:46.791852Z","steps":["trace[1957482407] 'agreement among raft nodes before linearized reading' (duration: 381.597317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.411481Z","time spent":"380.378915ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.913358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T00:49:46.791895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.410156Z","time spent":"381.727182ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.011958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:46.791955Z","caller":"traceutil/trace.go:171","msg":"trace[1639156102] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9000; }","duration":"403.699777ms","start":"2026-04-16T00:49:46.388245Z","end":"2026-04-16T00:49:46.791945Z","steps":["trace[1639156102] 'agreement among raft nodes before linearized reading' (duration: 403.015818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.388233Z","time spent":"403.753668ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T00:49:46.791649Z","caller":"traceutil/trace.go:171","msg":"trace[503957223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9000; }","duration":"389.266652ms","start":"2026-04-16T00:49:46.402368Z","end":"2026-04-16T00:49:46.791634Z","steps":["trace[503957223] 'agreement among raft nodes before linearized reading' (duration: 389.147399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.791602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.133712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:46.792153Z","caller":"traceutil/trace.go:171","msg":"trace[1229640154] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9000; }","duration":"403.778978ms","start":"2026-04-16T00:49:46.388348Z","end":"2026-04-16T00:49:46.792127Z","steps":["trace[1229640154] 'agreement among raft nodes before linearized reading' (duration: 402.849374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.792253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.388233Z","time spent":"404.005324ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.388105Z","time spent":"403.352836ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:49:46.792062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.40236Z","time spent":"389.691554ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.388703Z","time spent":"403.003658ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:46.791782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.414178Z","time spent":"377.596491ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.388222Z","time spent":"403.624084ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5436,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:46.791734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.187043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:49:46.792677Z","caller":"traceutil/trace.go:171","msg":"trace[2050510612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9000; }","duration":"380.149789ms","start":"2026-04-16T00:49:46.412517Z","end":"2026-04-16T00:49:46.792667Z","steps":["trace[2050510612] 'agreement among raft nodes before linearized reading' (duration: 379.154943ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.791735Z","caller":"traceutil/trace.go:171","msg":"trace[1742781231] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9000; }","duration":"401.942759ms","start":"2026-04-16T00:49:46.38978Z","end":"2026-04-16T00:49:46.791723Z","steps":["trace[1742781231] 'agreement among raft nodes before linearized reading' (duration: 401.752615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.792764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.389771Z","time spent":"402.979277ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:49:46.792748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.412498Z","time spent":"380.241882ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:49:46.791894Z","caller":"traceutil/trace.go:171","msg":"trace[755992909] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9000; }","duration":"403.874161ms","start":"2026-04-16T00:49:46.388007Z","end":"2026-04-16T00:49:46.791881Z","steps":["trace[755992909] 'agreement among raft nodes before linearized reading' (duration: 403.519882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.793142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.387996Z","time spent":"405.134394ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T00:49:46.791899Z","caller":"traceutil/trace.go:171","msg":"trace[1466177867] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:9000; }","duration":"264.96656ms","start":"2026-04-16T00:49:46.526924Z","end":"2026-04-16T00:49:46.791891Z","steps":["trace[1466177867] 'agreement among raft nodes before linearized reading' (duration: 264.876457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:46.791573Z","caller":"traceutil/trace.go:171","msg":"trace[1847969160] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9000; }","duration":"403.243504ms","start":"2026-04-16T00:49:46.388315Z","end":"2026-04-16T00:49:46.791558Z","steps":["trace[1847969160] 'agreement among raft nodes before linearized reading' (duration: 402.912455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.793825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.388284Z","time spent":"405.525915ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-16T00:49:46.79449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.826484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:49:46.794593Z","caller":"traceutil/trace.go:171","msg":"trace[716911920] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:9000; }","duration":"360.954607ms","start":"2026-04-16T00:49:46.433615Z","end":"2026-04-16T00:49:46.794569Z","steps":["trace[716911920] 'agreement among raft nodes before linearized reading' (duration: 358.189273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:46.794646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.433573Z","time spent":"361.060341ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:49:47.156123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.79565Z","time spent":"360.468345ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T00:49:47.604959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.267173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:49:47.605298Z","caller":"traceutil/trace.go:171","msg":"trace[211562040] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"807.965018ms","start":"2026-04-16T00:49:46.797275Z","end":"2026-04-16T00:49:47.60524Z","steps":["trace[211562040] 'process raft request' (duration: 618.311005ms)","trace[211562040] 'compare' (duration: 189.044627ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:47.605493Z","caller":"traceutil/trace.go:171","msg":"trace[1855939760] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"448.155012ms","start":"2026-04-16T00:49:47.157317Z","end":"2026-04-16T00:49:47.605472Z","steps":["trace[1855939760] 'process raft request' (duration: 448.09295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:47.605578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.79725Z","time spent":"808.195373ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:47.605592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:47.157291Z","time spent":"448.257723ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:47.605576Z","caller":"traceutil/trace.go:171","msg":"trace[1915594730] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"807.32076ms","start":"2026-04-16T00:49:46.798224Z","end":"2026-04-16T00:49:47.605544Z","steps":["trace[1915594730] 'process raft request' (duration: 807.016512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:47.605745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.798205Z","time spent":"807.449734ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:47.605844Z","caller":"traceutil/trace.go:171","msg":"trace[854042654] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"806.872019ms","start":"2026-04-16T00:49:46.79896Z","end":"2026-04-16T00:49:47.605832Z","steps":["trace[854042654] 'process raft request' (duration: 806.317975ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:47.605822Z","caller":"traceutil/trace.go:171","msg":"trace[1933023862] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"808.209394ms","start":"2026-04-16T00:49:46.79755Z","end":"2026-04-16T00:49:47.60576Z","steps":["trace[1933023862] 'process raft request' (duration: 807.544266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:47.605912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.798949Z","time spent":"806.92718ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:47.605951Z","caller":"traceutil/trace.go:171","msg":"trace[810890128] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"807.771213ms","start":"2026-04-16T00:49:46.798164Z","end":"2026-04-16T00:49:47.605936Z","steps":["trace[810890128] 'process raft request' (duration: 807.042333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:47.60601Z","caller":"traceutil/trace.go:171","msg":"trace[693172228] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"639.199001ms","start":"2026-04-16T00:49:46.966801Z","end":"2026-04-16T00:49:47.606Z","steps":["trace[693172228] 'process raft request' (duration: 638.544854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:47.606034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.798152Z","time spent":"807.845084ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:47.606063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.966785Z","time spent":"639.253533ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:49:47.606142Z","caller":"traceutil/trace.go:171","msg":"trace[1606551040] linearizableReadLoop","detail":"{readStateIndex:9299; appliedIndex:9297; }","duration":"808.636436ms","start":"2026-04-16T00:49:46.797494Z","end":"2026-04-16T00:49:47.60613Z","steps":["trace[1606551040] 'read index received' (duration: 291.650071ms)","trace[1606551040] 'applied index is now lower than readState.Index' (duration: 516.985325ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:49:47.606054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.797492Z","time spent":"808.428851ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:47.606774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.316997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:47.606903Z","caller":"traceutil/trace.go:171","msg":"trace[407955856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9007; }","duration":"582.673705ms","start":"2026-04-16T00:49:47.0242Z","end":"2026-04-16T00:49:47.606873Z","steps":["trace[407955856] 'agreement among raft nodes before linearized reading' (duration: 582.300105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:47.606972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:47.024188Z","time spent":"582.769988ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:49:47.607203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.092267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:459530"} {"level":"info","ts":"2026-04-16T00:49:47.607262Z","caller":"traceutil/trace.go:171","msg":"trace[376185124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:9007; }","duration":"806.170881ms","start":"2026-04-16T00:49:46.801079Z","end":"2026-04-16T00:49:47.60725Z","steps":["trace[376185124] 'agreement among raft nodes before linearized reading' (duration: 805.36724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:47.607296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.801071Z","time spent":"806.216202ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":51,"response size":459553,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:49:47.607478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.978261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:459530"} {"level":"info","ts":"2026-04-16T00:49:47.607548Z","caller":"traceutil/trace.go:171","msg":"trace[116089529] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:9007; }","duration":"810.072414ms","start":"2026-04-16T00:49:46.797459Z","end":"2026-04-16T00:49:47.607531Z","steps":["trace[116089529] 'agreement among raft nodes before linearized reading' (duration: 809.005675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:47.607607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:46.797448Z","time spent":"810.143366ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":51,"response size":459553,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T00:49:48.070514Z","caller":"traceutil/trace.go:171","msg":"trace[2122400301] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"234.56846ms","start":"2026-04-16T00:49:47.835914Z","end":"2026-04-16T00:49:48.070483Z","steps":["trace[2122400301] 'process raft request' (duration: 234.317573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:50.111503Z","caller":"traceutil/trace.go:171","msg":"trace[200433321] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"281.031788ms","start":"2026-04-16T00:49:49.830432Z","end":"2026-04-16T00:49:50.111463Z","steps":["trace[200433321] 'process raft request' (duration: 280.75176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:50.143658Z","caller":"traceutil/trace.go:171","msg":"trace[1933038728] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"310.143523ms","start":"2026-04-16T00:49:49.833491Z","end":"2026-04-16T00:49:50.143634Z","steps":["trace[1933038728] 'process raft request' (duration: 310.005939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:49:50.143824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:49:49.833472Z","time spent":"310.282926ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5001,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:49:53.130969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.652964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:49:53.131073Z","caller":"traceutil/trace.go:171","msg":"trace[1159017664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9049; }","duration":"111.806559ms","start":"2026-04-16T00:49:53.019248Z","end":"2026-04-16T00:49:53.131055Z","steps":["trace[1159017664] 'range keys from in-memory index tree' (duration: 111.538552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:53.294287Z","caller":"traceutil/trace.go:171","msg":"trace[848950810] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"105.137521ms","start":"2026-04-16T00:49:53.189125Z","end":"2026-04-16T00:49:53.294263Z","steps":["trace[848950810] 'process raft request' (duration: 105.066429ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:53.294589Z","caller":"traceutil/trace.go:171","msg":"trace[95196575] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"108.166013ms","start":"2026-04-16T00:49:53.186408Z","end":"2026-04-16T00:49:53.294574Z","steps":["trace[95196575] 'process raft request' (duration: 107.70719ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:53.294791Z","caller":"traceutil/trace.go:171","msg":"trace[1326124163] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"109.364634ms","start":"2026-04-16T00:49:53.185397Z","end":"2026-04-16T00:49:53.294762Z","steps":["trace[1326124163] 'process raft request' (duration: 49.399947ms)","trace[1326124163] 'compare' (duration: 59.140815ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:53.783666Z","caller":"traceutil/trace.go:171","msg":"trace[1431269686] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"101.907945ms","start":"2026-04-16T00:49:53.681728Z","end":"2026-04-16T00:49:53.783636Z","steps":["trace[1431269686] 'process raft request' (duration: 80.439263ms)","trace[1431269686] 'compare' (duration: 21.217496ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:49:53.783974Z","caller":"traceutil/trace.go:171","msg":"trace[204499275] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"101.952266ms","start":"2026-04-16T00:49:53.681997Z","end":"2026-04-16T00:49:53.783949Z","steps":["trace[204499275] 'process raft request' (duration: 101.775301ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:49:53.783959Z","caller":"traceutil/trace.go:171","msg":"trace[1137535496] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"102.191613ms","start":"2026-04-16T00:49:53.681749Z","end":"2026-04-16T00:49:53.78394Z","steps":["trace[1137535496] 'process raft request' (duration: 101.845984ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:50:05.419822Z","caller":"traceutil/trace.go:171","msg":"trace[1435508813] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9175; }","duration":"136.034116ms","start":"2026-04-16T00:50:05.283764Z","end":"2026-04-16T00:50:05.419799Z","steps":["trace[1435508813] 'process raft request' (duration: 90.580244ms)","trace[1435508813] 'compare' (duration: 44.934888ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:50:05.420121Z","caller":"traceutil/trace.go:171","msg":"trace[607074487] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"131.490383ms","start":"2026-04-16T00:50:05.288603Z","end":"2026-04-16T00:50:05.420093Z","steps":["trace[607074487] 'process raft request' (duration: 131.36616ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:50:05.420188Z","caller":"traceutil/trace.go:171","msg":"trace[2044963408] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"134.124844ms","start":"2026-04-16T00:50:05.286046Z","end":"2026-04-16T00:50:05.420171Z","steps":["trace[2044963408] 'process raft request' (duration: 133.695172ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:50:05.420353Z","caller":"traceutil/trace.go:171","msg":"trace[453107880] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"108.141713ms","start":"2026-04-16T00:50:05.312197Z","end":"2026-04-16T00:50:05.420339Z","steps":["trace[453107880] 'process raft request' (duration: 107.833974ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:50:05.572231Z","caller":"traceutil/trace.go:171","msg":"trace[1189199024] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"140.107734ms","start":"2026-04-16T00:50:05.432092Z","end":"2026-04-16T00:50:05.5722Z","steps":["trace[1189199024] 'process raft request' (duration: 101.769792ms)","trace[1189199024] 'compare' (duration: 38.011343ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:50:05.91861Z","caller":"traceutil/trace.go:171","msg":"trace[2087654282] linearizableReadLoop","detail":"{readStateIndex:9482; appliedIndex:9481; }","duration":"143.259846ms","start":"2026-04-16T00:50:05.775324Z","end":"2026-04-16T00:50:05.918584Z","steps":["trace[2087654282] 'read index received' (duration: 34.009136ms)","trace[2087654282] 'applied index is now lower than readState.Index' (duration: 109.24964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:50:05.919036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.691848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:50:05.919143Z","caller":"traceutil/trace.go:171","msg":"trace[1256811144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:9181; }","duration":"143.838893ms","start":"2026-04-16T00:50:05.775281Z","end":"2026-04-16T00:50:05.91912Z","steps":["trace[1256811144] 'agreement among raft nodes before linearized reading' (duration: 143.497814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:50:05.919449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.943682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:50:05.919497Z","caller":"traceutil/trace.go:171","msg":"trace[1984814425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9181; }","duration":"139.014603ms","start":"2026-04-16T00:50:05.780471Z","end":"2026-04-16T00:50:05.919486Z","steps":["trace[1984814425] 'agreement among raft nodes before linearized reading' (duration: 138.88161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:50:05.919497Z","caller":"traceutil/trace.go:171","msg":"trace[1897073786] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"159.937052ms","start":"2026-04-16T00:50:05.759536Z","end":"2026-04-16T00:50:05.919473Z","steps":["trace[1897073786] 'process raft request' (duration: 140.433812ms)","trace[1897073786] 'compare' (duration: 18.474373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:50:05.919065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.177168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:50:05.919778Z","caller":"traceutil/trace.go:171","msg":"trace[2074605527] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:9181; }","duration":"139.900458ms","start":"2026-04-16T00:50:05.779859Z","end":"2026-04-16T00:50:05.919759Z","steps":["trace[2074605527] 'agreement among raft nodes before linearized reading' (duration: 139.066105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:50:14.517703Z","caller":"traceutil/trace.go:171","msg":"trace[1639676361] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"104.153155ms","start":"2026-04-16T00:50:14.413528Z","end":"2026-04-16T00:50:14.517681Z","steps":["trace[1639676361] 'process raft request' (duration: 103.97782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:50:20.409359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.969082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:50:20.409627Z","caller":"traceutil/trace.go:171","msg":"trace[1872387667] linearizableReadLoop","detail":"{readStateIndex:9746; appliedIndex:9744; }","duration":"234.871647ms","start":"2026-04-16T00:50:20.174735Z","end":"2026-04-16T00:50:20.409607Z","steps":["trace[1872387667] 'read index received' (duration: 56.450574ms)","trace[1872387667] 'applied index is now lower than readState.Index' (duration: 178.419973ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:50:20.409742Z","caller":"traceutil/trace.go:171","msg":"trace[1755652976] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"285.905538ms","start":"2026-04-16T00:50:20.123744Z","end":"2026-04-16T00:50:20.40965Z","steps":["trace[1755652976] 'process raft request' (duration: 107.549816ms)","trace[1755652976] 'compare' (duration: 176.540444ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:50:20.410137Z","caller":"traceutil/trace.go:171","msg":"trace[1688164597] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"286.35679ms","start":"2026-04-16T00:50:20.123759Z","end":"2026-04-16T00:50:20.410116Z","steps":["trace[1688164597] 'process raft request' (duration: 285.737663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:50:20.410556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.716113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:551474"} {"level":"info","ts":"2026-04-16T00:50:20.411495Z","caller":"traceutil/trace.go:171","msg":"trace[1078855371] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:9442; }","duration":"286.665048ms","start":"2026-04-16T00:50:20.124808Z","end":"2026-04-16T00:50:20.411473Z","steps":["trace[1078855371] 'agreement among raft nodes before linearized reading' (duration: 284.971713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:50:33.473577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5339} {"level":"info","ts":"2026-04-16T00:50:33.55907Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5339,"took":"84.015798ms","hash":425765336,"current-db-size-bytes":47136768,"current-db-size":"47 MB","current-db-size-in-use-bytes":43905024,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-04-16T00:50:33.560518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":425765336,"revision":5339,"compact-revision":3404} {"level":"info","ts":"2026-04-16T00:50:41.716626Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"adfb641115bf6cbd","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T00:50:41.723244Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-16T00:50:41.723342Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-16T00:50:51.007439Z","caller":"traceutil/trace.go:171","msg":"trace[1699859198] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"110.730371ms","start":"2026-04-16T00:50:50.896683Z","end":"2026-04-16T00:50:51.007413Z","steps":["trace[1699859198] 'process raft request' (duration: 110.309659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:51:58.730474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.70533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:51:58.730648Z","caller":"traceutil/trace.go:171","msg":"trace[1124962246] transaction","detail":"{read_only:false; response_revision:10531; number_of_response:1; }","duration":"251.656954ms","start":"2026-04-16T00:51:58.47897Z","end":"2026-04-16T00:51:58.730627Z","steps":["trace[1124962246] 'process raft request' (duration: 80.719436ms)","trace[1124962246] 'compare' (duration: 170.590667ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:51:58.924235Z","caller":"traceutil/trace.go:171","msg":"trace[1858764820] linearizableReadLoop","detail":"{readStateIndex:10866; appliedIndex:10865; }","duration":"161.354029ms","start":"2026-04-16T00:51:58.762852Z","end":"2026-04-16T00:51:58.924206Z","steps":["trace[1858764820] 'read index received' (duration: 156.824898ms)","trace[1858764820] 'applied index is now lower than readState.Index' (duration: 4.528001ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:51:58.924381Z","caller":"traceutil/trace.go:171","msg":"trace[101029453] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"187.191904ms","start":"2026-04-16T00:51:58.737175Z","end":"2026-04-16T00:51:58.924367Z","steps":["trace[101029453] 'process raft request' (duration: 182.57973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:51:58.925195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.314745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T00:51:58.92527Z","caller":"traceutil/trace.go:171","msg":"trace[599794647] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10532; }","duration":"162.428168ms","start":"2026-04-16T00:51:58.762824Z","end":"2026-04-16T00:51:58.925252Z","steps":["trace[599794647] 'agreement among raft nodes before linearized reading' (duration: 162.16494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:38.769565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449385588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:54:39.663208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.469217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:54:39.663549Z","caller":"traceutil/trace.go:171","msg":"trace[1451353142] linearizableReadLoop","detail":"{readStateIndex:12669; appliedIndex:12665; }","duration":"1.39438837s","start":"2026-04-16T00:54:38.269144Z","end":"2026-04-16T00:54:39.663532Z","steps":["trace[1451353142] 'read index received' (duration: 577.497894ms)","trace[1451353142] 'applied index is now lower than readState.Index' (duration: 816.889556ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:39.664085Z","caller":"traceutil/trace.go:171","msg":"trace[1407208420] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"1.398577157s","start":"2026-04-16T00:54:38.265472Z","end":"2026-04-16T00:54:39.66405Z","steps":["trace[1407208420] 'process raft request' (duration: 581.179391ms)","trace[1407208420] 'compare' (duration: 816.094629ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:39.664124Z","caller":"traceutil/trace.go:171","msg":"trace[1275692607] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12285; }","duration":"1.396656067s","start":"2026-04-16T00:54:38.267427Z","end":"2026-04-16T00:54:39.664083Z","steps":["trace[1275692607] 'process raft request' (duration: 1.395900831s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:39.664199Z","caller":"traceutil/trace.go:171","msg":"trace[115871298] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"1.211755788s","start":"2026-04-16T00:54:38.452424Z","end":"2026-04-16T00:54:39.66418Z","steps":["trace[115871298] 'process raft request' (duration: 1.211064593s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:39.6642Z","caller":"traceutil/trace.go:171","msg":"trace[225074264] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"1.248380116s","start":"2026-04-16T00:54:38.415797Z","end":"2026-04-16T00:54:39.664178Z","steps":["trace[225074264] 'process raft request' (duration: 1.247618219s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.664254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.265464Z","time spent":"1.398689619s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2446,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:39.664277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.452402Z","time spent":"1.21183883s","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:54:39.664276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.2674Z","time spent":"1.396797579s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":2495,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:39.664295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.41577Z","time spent":"1.248473109s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:39.664681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395500143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-16T00:54:39.664758Z","caller":"traceutil/trace.go:171","msg":"trace[1724717469] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:12287; }","duration":"1.395625845s","start":"2026-04-16T00:54:38.26911Z","end":"2026-04-16T00:54:39.664736Z","steps":["trace[1724717469] 'agreement among raft nodes before linearized reading' (duration: 1.395363039s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.664799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.269096Z","time spent":"1.395694226s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-16T00:54:39.697092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.33942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:39.697149Z","caller":"traceutil/trace.go:171","msg":"trace[1409911024] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12289; }","duration":"187.440323ms","start":"2026-04-16T00:54:39.509697Z","end":"2026-04-16T00:54:39.697138Z","steps":["trace[1409911024] 'agreement among raft nodes before linearized reading' (duration: 187.317379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.6971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.771199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:39.697277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.673385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:39.697337Z","caller":"traceutil/trace.go:171","msg":"trace[1462668264] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12289; }","duration":"185.826968ms","start":"2026-04-16T00:54:39.511497Z","end":"2026-04-16T00:54:39.697324Z","steps":["trace[1462668264] 'agreement among raft nodes before linearized reading' (duration: 185.716686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.697372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.072842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:54:39.69736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.982983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T00:54:39.697434Z","caller":"traceutil/trace.go:171","msg":"trace[973265135] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:12289; }","duration":"369.163314ms","start":"2026-04-16T00:54:39.328251Z","end":"2026-04-16T00:54:39.697414Z","steps":["trace[973265135] 'agreement among raft nodes before linearized reading' (duration: 369.062842ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:39.697447Z","caller":"traceutil/trace.go:171","msg":"trace[666948197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12289; }","duration":"648.129255ms","start":"2026-04-16T00:54:39.049299Z","end":"2026-04-16T00:54:39.697428Z","steps":["trace[666948197] 'agreement among raft nodes before linearized reading' (duration: 647.84501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.697455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.178985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:54:39.697479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:39.328229Z","time spent":"369.239346ms","remote":"127.0.0.1:43768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:54:39.69749Z","caller":"traceutil/trace.go:171","msg":"trace[556732568] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12289; }","duration":"186.239648ms","start":"2026-04-16T00:54:39.511242Z","end":"2026-04-16T00:54:39.697481Z","steps":["trace[556732568] 'agreement among raft nodes before linearized reading' (duration: 186.120025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.697492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:39.049278Z","time spent":"648.205197ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T00:54:39.697248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.274386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-6f4c956cb8-rzf6r\" ","response":"range_response_count:1 size:10575"} {"level":"info","ts":"2026-04-16T00:54:39.697396Z","caller":"traceutil/trace.go:171","msg":"trace[366282083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12289; }","duration":"680.024054ms","start":"2026-04-16T00:54:39.017274Z","end":"2026-04-16T00:54:39.697298Z","steps":["trace[366282083] 'agreement among raft nodes before linearized reading' (duration: 679.718127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.697622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:39.017264Z","time spent":"680.34317ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:54:39.697708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.811498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:39.69775Z","caller":"traceutil/trace.go:171","msg":"trace[1162364818] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12289; }","duration":"718.87201ms","start":"2026-04-16T00:54:38.978868Z","end":"2026-04-16T00:54:39.69774Z","steps":["trace[1162364818] 'agreement among raft nodes before linearized reading' (duration: 718.806719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.697687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.790306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:39.697773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.978858Z","time spent":"718.90989ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:54:39.697793Z","caller":"traceutil/trace.go:171","msg":"trace[1587315842] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12289; }","duration":"225.941449ms","start":"2026-04-16T00:54:39.471835Z","end":"2026-04-16T00:54:39.697776Z","steps":["trace[1587315842] 'agreement among raft nodes before linearized reading' (duration: 225.628094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.697839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.937002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:39.697877Z","caller":"traceutil/trace.go:171","msg":"trace[296941435] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12289; }","duration":"720.007492ms","start":"2026-04-16T00:54:38.97786Z","end":"2026-04-16T00:54:39.697868Z","steps":["trace[296941435] 'agreement among raft nodes before linearized reading' (duration: 719.963152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.697891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.437741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:54:39.697906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.97784Z","time spent":"720.059296ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T00:54:39.697966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.876353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:54:39.6978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018721879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:39.697967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.558281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:39.697991Z","caller":"traceutil/trace.go:171","msg":"trace[1928758676] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12289; }","duration":"702.918705ms","start":"2026-04-16T00:54:38.995067Z","end":"2026-04-16T00:54:39.697986Z","steps":["trace[1928758676] 'agreement among raft nodes before linearized reading' (duration: 702.857964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.698008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.995015Z","time spent":"702.988747ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"info","ts":"2026-04-16T00:54:39.698012Z","caller":"traceutil/trace.go:171","msg":"trace[1104568747] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12289; }","duration":"655.641283ms","start":"2026-04-16T00:54:39.042357Z","end":"2026-04-16T00:54:39.697998Z","steps":["trace[1104568747] 'agreement among raft nodes before linearized reading' (duration: 655.574801ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:39.698008Z","caller":"traceutil/trace.go:171","msg":"trace[1984210103] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12289; }","duration":"1.018967535s","start":"2026-04-16T00:54:38.679027Z","end":"2026-04-16T00:54:39.697995Z","steps":["trace[1984210103] 'agreement among raft nodes before linearized reading' (duration: 1.018737609s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.698046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:39.042334Z","time spent":"655.703965ms","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:54:39.69806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.679008Z","time spent":"1.019035395s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:54:39.698088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.037859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-16T00:54:39.698139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.023801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:39.69814Z","caller":"traceutil/trace.go:171","msg":"trace[189759958] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:12289; }","duration":"725.11709ms","start":"2026-04-16T00:54:38.973014Z","end":"2026-04-16T00:54:39.698131Z","steps":["trace[189759958] 'agreement among raft nodes before linearized reading' (duration: 725.005578ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:39.698158Z","caller":"traceutil/trace.go:171","msg":"trace[1823707435] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12289; }","duration":"718.052923ms","start":"2026-04-16T00:54:38.9801Z","end":"2026-04-16T00:54:39.698153Z","steps":["trace[1823707435] 'agreement among raft nodes before linearized reading' (duration: 718.021042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.698169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.972999Z","time spent":"725.163301ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:54:39.698182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.980094Z","time spent":"718.083873ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T00:54:39.697912Z","caller":"traceutil/trace.go:171","msg":"trace[1334326057] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12289; }","duration":"697.477772ms","start":"2026-04-16T00:54:39.000427Z","end":"2026-04-16T00:54:39.697905Z","steps":["trace[1334326057] 'agreement among raft nodes before linearized reading' (duration: 697.40316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.69828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:39.000417Z","time spent":"697.854629ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"warn","ts":"2026-04-16T00:54:39.698316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.845238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-04-16T00:54:39.698341Z","caller":"traceutil/trace.go:171","msg":"trace[85801172] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12289; }","duration":"718.881021ms","start":"2026-04-16T00:54:38.979454Z","end":"2026-04-16T00:54:39.698335Z","steps":["trace[85801172] 'agreement among raft nodes before linearized reading' (duration: 718.815689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.698359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.979448Z","time spent":"718.906771ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":545,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-16T00:54:39.69836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.32908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:39.69839Z","caller":"traceutil/trace.go:171","msg":"trace[1227114156] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12289; }","duration":"719.36839ms","start":"2026-04-16T00:54:38.979013Z","end":"2026-04-16T00:54:39.698381Z","steps":["trace[1227114156] 'agreement among raft nodes before linearized reading' (duration: 719.283128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.698416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.979008Z","time spent":"719.401861ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T00:54:39.697547Z","caller":"traceutil/trace.go:171","msg":"trace[1419716071] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-6f4c956cb8-rzf6r; range_end:; response_count:1; response_revision:12289; }","duration":"625.622933ms","start":"2026-04-16T00:54:39.071911Z","end":"2026-04-16T00:54:39.697534Z","steps":["trace[1419716071] 'agreement among raft nodes before linearized reading' (duration: 625.186734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.698481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:39.0719Z","time spent":"626.575113ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":10598,"request content":"key:\"/registry/pods/openstack/nova-api-metadata-6f4c956cb8-rzf6r\" "} {"level":"warn","ts":"2026-04-16T00:54:39.698561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246866285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:54:39.698599Z","caller":"traceutil/trace.go:171","msg":"trace[1701279454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:12289; }","duration":"1.246936746s","start":"2026-04-16T00:54:38.451653Z","end":"2026-04-16T00:54:39.69859Z","steps":["trace[1701279454] 'agreement among raft nodes before linearized reading' (duration: 1.246844174s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:39.69858Z","caller":"traceutil/trace.go:171","msg":"trace[1580192088] transaction","detail":"{read_only:false; response_revision:12289; number_of_response:1; }","duration":"645.602403ms","start":"2026-04-16T00:54:39.05289Z","end":"2026-04-16T00:54:39.698492Z","steps":["trace[1580192088] 'process raft request' (duration: 643.987819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.698627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.451635Z","time spent":"1.246985827s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:54:39.698675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.796742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:54:39.698715Z","caller":"traceutil/trace.go:171","msg":"trace[582060167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12289; }","duration":"168.855182ms","start":"2026-04-16T00:54:39.529851Z","end":"2026-04-16T00:54:39.698706Z","steps":["trace[582060167] 'agreement among raft nodes before linearized reading' (duration: 168.76098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.698725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:39.052872Z","time spent":"645.783927ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2311,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:54:39.698809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.310231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-16T00:54:39.698842Z","caller":"traceutil/trace.go:171","msg":"trace[1477299146] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:12289; }","duration":"169.388604ms","start":"2026-04-16T00:54:39.529446Z","end":"2026-04-16T00:54:39.698835Z","steps":["trace[1477299146] 'agreement among raft nodes before linearized reading' (duration: 169.280541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.699729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313161815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-16T00:54:39.696979Z","caller":"traceutil/trace.go:171","msg":"trace[956094361] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"844.070356ms","start":"2026-04-16T00:54:38.852891Z","end":"2026-04-16T00:54:39.696961Z","steps":["trace[956094361] 'process raft request' (duration: 843.865231ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:39.699781Z","caller":"traceutil/trace.go:171","msg":"trace[953604112] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:12289; }","duration":"1.313241547s","start":"2026-04-16T00:54:38.386528Z","end":"2026-04-16T00:54:39.69977Z","steps":["trace[953604112] 'agreement among raft nodes before linearized reading' (duration: 1.3119723s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:39.699817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.386515Z","time spent":"1.313292627s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-16T00:54:39.699845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:38.852867Z","time spent":"846.923385ms","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2327,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T00:54:41.421489Z","caller":"traceutil/trace.go:171","msg":"trace[2046262811] transaction","detail":"{read_only:false; response_revision:12313; number_of_response:1; }","duration":"273.315013ms","start":"2026-04-16T00:54:41.148145Z","end":"2026-04-16T00:54:41.42146Z","steps":["trace[2046262811] 'process raft request' (duration: 273.050467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.998416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.235655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:54:43.998496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.662115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:54:43.998525Z","caller":"traceutil/trace.go:171","msg":"trace[1107409140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12343; }","duration":"216.682705ms","start":"2026-04-16T00:54:43.78183Z","end":"2026-04-16T00:54:43.998512Z","steps":["trace[1107409140] 'range keys from in-memory index tree' (duration: 216.575153ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:43.998519Z","caller":"traceutil/trace.go:171","msg":"trace[493933678] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12343; }","duration":"288.4427ms","start":"2026-04-16T00:54:43.71004Z","end":"2026-04-16T00:54:43.998482Z","steps":["trace[493933678] 'range keys from in-memory index tree' (duration: 288.002461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.998668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.965886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:54:43.998681Z","caller":"traceutil/trace.go:171","msg":"trace[1977010121] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:12343; }","duration":"210.979786ms","start":"2026-04-16T00:54:43.787697Z","end":"2026-04-16T00:54:43.998677Z","steps":["trace[1977010121] 'range keys from in-memory index tree' (duration: 210.863993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.998781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.272446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:54:43.998794Z","caller":"traceutil/trace.go:171","msg":"trace[126502621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12343; }","duration":"205.297457ms","start":"2026-04-16T00:54:43.793492Z","end":"2026-04-16T00:54:43.998789Z","steps":["trace[126502621] 'range keys from in-memory index tree' (duration: 205.195115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.998806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.681676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.998836Z","caller":"traceutil/trace.go:171","msg":"trace[693734327] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12343; }","duration":"289.740337ms","start":"2026-04-16T00:54:43.709086Z","end":"2026-04-16T00:54:43.998827Z","steps":["trace[693734327] 'range keys from in-memory index tree' (duration: 289.598325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.998821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.863386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:43.998852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.258517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.998915Z","caller":"traceutil/trace.go:171","msg":"trace[232841799] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12343; }","duration":"289.344009ms","start":"2026-04-16T00:54:43.709557Z","end":"2026-04-16T00:54:43.998901Z","steps":["trace[232841799] 'range keys from in-memory index tree' (duration: 289.201126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.998434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.481902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T00:54:43.999081Z","caller":"traceutil/trace.go:171","msg":"trace[1099999240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12343; }","duration":"229.180617ms","start":"2026-04-16T00:54:43.769887Z","end":"2026-04-16T00:54:43.999068Z","steps":["trace[1099999240] 'range keys from in-memory index tree' (duration: 228.342311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.558444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.999125Z","caller":"traceutil/trace.go:171","msg":"trace[2011720324] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12343; }","duration":"289.592605ms","start":"2026-04-16T00:54:43.709523Z","end":"2026-04-16T00:54:43.999116Z","steps":["trace[2011720324] 'range keys from in-memory index tree' (duration: 289.518572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.005184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.999219Z","caller":"traceutil/trace.go:171","msg":"trace[1137329923] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12343; }","duration":"290.049215ms","start":"2026-04-16T00:54:43.709164Z","end":"2026-04-16T00:54:43.999213Z","steps":["trace[1137329923] 'range keys from in-memory index tree' (duration: 289.925592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.646046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-16T00:54:43.999274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.22647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.999297Z","caller":"traceutil/trace.go:171","msg":"trace[1153647977] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12343; }","duration":"241.272681ms","start":"2026-04-16T00:54:43.758019Z","end":"2026-04-16T00:54:43.999292Z","steps":["trace[1153647977] 'range keys from in-memory index tree' (duration: 241.143208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.23676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.999304Z","caller":"traceutil/trace.go:171","msg":"trace[1203292907] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12343; }","duration":"289.738467ms","start":"2026-04-16T00:54:43.709552Z","end":"2026-04-16T00:54:43.999291Z","steps":["trace[1203292907] 'range keys from in-memory index tree' (duration: 289.560303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:43.999325Z","caller":"traceutil/trace.go:171","msg":"trace[854845914] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12343; }","duration":"241.296132ms","start":"2026-04-16T00:54:43.758019Z","end":"2026-04-16T00:54:43.999315Z","steps":["trace[854845914] 'range keys from in-memory index tree' (duration: 241.134318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.318248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.999348Z","caller":"traceutil/trace.go:171","msg":"trace[532112816] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12343; }","duration":"340.37528ms","start":"2026-04-16T00:54:43.658967Z","end":"2026-04-16T00:54:43.999342Z","steps":["trace[532112816] 'range keys from in-memory index tree' (duration: 340.205046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.658942Z","time spent":"340.428661ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:43.998971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.272578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.999433Z","caller":"traceutil/trace.go:171","msg":"trace[1006314630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12343; }","duration":"439.005259ms","start":"2026-04-16T00:54:43.559887Z","end":"2026-04-16T00:54:43.998892Z","steps":["trace[1006314630] 'range keys from in-memory index tree' (duration: 438.777845ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:43.999441Z","caller":"traceutil/trace.go:171","msg":"trace[698154749] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12343; }","duration":"289.773078ms","start":"2026-04-16T00:54:43.709652Z","end":"2026-04-16T00:54:43.999426Z","steps":["trace[698154749] 'range keys from in-memory index tree' (duration: 289.148835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.559867Z","time spent":"439.577841ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:54:43.999447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.204159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:43.999504Z","caller":"traceutil/trace.go:171","msg":"trace[1023601938] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12343; }","duration":"241.290711ms","start":"2026-04-16T00:54:43.758199Z","end":"2026-04-16T00:54:43.999489Z","steps":["trace[1023601938] 'range keys from in-memory index tree' (duration: 241.006405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.99925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:43.999628Z","caller":"traceutil/trace.go:171","msg":"trace[1591326448] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12343; }","duration":"288.849129ms","start":"2026-04-16T00:54:43.71077Z","end":"2026-04-16T00:54:43.999619Z","steps":["trace[1591326448] 'range keys from in-memory index tree' (duration: 287.846598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.957711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:54:43.999686Z","caller":"traceutil/trace.go:171","msg":"trace[1889261735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12343; }","duration":"237.029872ms","start":"2026-04-16T00:54:43.762648Z","end":"2026-04-16T00:54:43.999678Z","steps":["trace[1889261735] 'range keys from in-memory index tree' (duration: 236.831688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.081238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:54:43.999856Z","caller":"traceutil/trace.go:171","msg":"trace[2052657692] linearizableReadLoop","detail":"{readStateIndex:12727; appliedIndex:12726; }","duration":"200.72683ms","start":"2026-04-16T00:54:43.799121Z","end":"2026-04-16T00:54:43.999848Z","steps":["trace[2052657692] 'read index received' (duration: 81.49849ms)","trace[2052657692] 'applied index is now lower than readState.Index' (duration: 119.22757ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:43.999874Z","caller":"traceutil/trace.go:171","msg":"trace[1988915555] transaction","detail":"{read_only:false; response_revision:12345; number_of_response:1; }","duration":"156.222628ms","start":"2026-04-16T00:54:43.843644Z","end":"2026-04-16T00:54:43.999867Z","steps":["trace[1988915555] 'process raft request' (duration: 156.137596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:43.999869Z","caller":"traceutil/trace.go:171","msg":"trace[1528049629] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"201.133239ms","start":"2026-04-16T00:54:43.798717Z","end":"2026-04-16T00:54:43.99985Z","steps":["trace[1528049629] 'process raft request' (duration: 81.887957ms)","trace[1528049629] 'compare' (duration: 118.457465ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:43.99991Z","caller":"traceutil/trace.go:171","msg":"trace[1824068783] transaction","detail":"{read_only:false; response_revision:12346; number_of_response:1; }","duration":"121.976338ms","start":"2026-04-16T00:54:43.877927Z","end":"2026-04-16T00:54:43.999903Z","steps":["trace[1824068783] 'process raft request' (duration: 121.915617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:43.999946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.831481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:43.999968Z","caller":"traceutil/trace.go:171","msg":"trace[1230269346] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12346; }","duration":"200.874684ms","start":"2026-04-16T00:54:43.799085Z","end":"2026-04-16T00:54:43.99996Z","steps":["trace[1230269346] 'agreement among raft nodes before linearized reading' (duration: 200.817122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.177504Z","caller":"traceutil/trace.go:171","msg":"trace[144935255] transaction","detail":"{read_only:false; response_revision:12348; number_of_response:1; }","duration":"198.248518ms","start":"2026-04-16T00:54:43.979227Z","end":"2026-04-16T00:54:44.177476Z","steps":["trace[144935255] 'process raft request' (duration: 198.013783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.177522Z","caller":"traceutil/trace.go:171","msg":"trace[1610859836] linearizableReadLoop","detail":"{readStateIndex:12731; appliedIndex:12729; }","duration":"177.620255ms","start":"2026-04-16T00:54:43.999873Z","end":"2026-04-16T00:54:44.177494Z","steps":["trace[1610859836] 'read index received' (duration: 110.13796ms)","trace[1610859836] 'applied index is now lower than readState.Index' (duration: 67.481305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:54:44.177659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.471469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:44.177706Z","caller":"traceutil/trace.go:171","msg":"trace[395640154] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12352; }","duration":"337.558571ms","start":"2026-04-16T00:54:43.840137Z","end":"2026-04-16T00:54:44.177695Z","steps":["trace[395640154] 'agreement among raft nodes before linearized reading' (duration: 337.412588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.177733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.840129Z","time spent":"337.598011ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:54:44.177753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.948781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:54:44.17777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.219566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-16T00:54:44.177775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.621354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-16T00:54:44.177804Z","caller":"traceutil/trace.go:171","msg":"trace[1914649823] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12352; }","duration":"371.025233ms","start":"2026-04-16T00:54:43.806766Z","end":"2026-04-16T00:54:44.177791Z","steps":["trace[1914649823] 'agreement among raft nodes before linearized reading' (duration: 370.831438ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.177818Z","caller":"traceutil/trace.go:171","msg":"trace[1136255737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:12352; }","duration":"371.296049ms","start":"2026-04-16T00:54:43.806507Z","end":"2026-04-16T00:54:44.177803Z","steps":["trace[1136255737] 'agreement among raft nodes before linearized reading' (duration: 371.148676ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.177827Z","caller":"traceutil/trace.go:171","msg":"trace[1877034371] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:12352; }","duration":"370.685465ms","start":"2026-04-16T00:54:43.807127Z","end":"2026-04-16T00:54:44.177813Z","steps":["trace[1877034371] 'agreement among raft nodes before linearized reading' (duration: 370.557482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.177817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.920429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T00:54:44.177842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.806761Z","time spent":"371.071873ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"warn","ts":"2026-04-16T00:54:44.177865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.806498Z","time spent":"371.351259ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:54:44.17787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.80712Z","time spent":"370.739327ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"info","ts":"2026-04-16T00:54:44.177883Z","caller":"traceutil/trace.go:171","msg":"trace[290307557] transaction","detail":"{read_only:false; response_revision:12349; number_of_response:1; }","duration":"174.577002ms","start":"2026-04-16T00:54:44.003295Z","end":"2026-04-16T00:54:44.177872Z","steps":["trace[290307557] 'process raft request' (duration: 174.014489ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.177882Z","caller":"traceutil/trace.go:171","msg":"trace[1737597312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12352; }","duration":"369.010291ms","start":"2026-04-16T00:54:43.808858Z","end":"2026-04-16T00:54:44.177868Z","steps":["trace[1737597312] 'agreement among raft nodes before linearized reading' (duration: 368.777965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.177924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.808852Z","time spent":"369.063021ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:54:44.177964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.716509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:44.177979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.579748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:44.177999Z","caller":"traceutil/trace.go:171","msg":"trace[957703083] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12352; }","duration":"374.777751ms","start":"2026-04-16T00:54:43.803209Z","end":"2026-04-16T00:54:44.177987Z","steps":["trace[957703083] 'agreement among raft nodes before linearized reading' (duration: 374.716359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.177971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.745601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:44.178017Z","caller":"traceutil/trace.go:171","msg":"trace[128649719] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12352; }","duration":"374.630238ms","start":"2026-04-16T00:54:43.803377Z","end":"2026-04-16T00:54:44.178008Z","steps":["trace[128649719] 'agreement among raft nodes before linearized reading' (duration: 374.557876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.178013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.098136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:44.178043Z","caller":"traceutil/trace.go:171","msg":"trace[1702432323] transaction","detail":"{read_only:false; response_revision:12350; number_of_response:1; }","duration":"174.427508ms","start":"2026-04-16T00:54:44.003608Z","end":"2026-04-16T00:54:44.178035Z","steps":["trace[1702432323] 'process raft request' (duration: 173.747105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.178051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.803372Z","time spent":"374.672049ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T00:54:44.178052Z","caller":"traceutil/trace.go:171","msg":"trace[577736837] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12352; }","duration":"374.878843ms","start":"2026-04-16T00:54:43.803155Z","end":"2026-04-16T00:54:44.178034Z","steps":["trace[577736837] 'agreement among raft nodes before linearized reading' (duration: 374.711901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.178066Z","caller":"traceutil/trace.go:171","msg":"trace[655141410] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:12352; }","duration":"188.154427ms","start":"2026-04-16T00:54:43.989895Z","end":"2026-04-16T00:54:44.17805Z","steps":["trace[655141410] 'agreement among raft nodes before linearized reading' (duration: 188.069566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.178097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.803141Z","time spent":"374.947755ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:44.178149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.354152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416111"} {"level":"info","ts":"2026-04-16T00:54:44.178177Z","caller":"traceutil/trace.go:171","msg":"trace[138687434] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12352; }","duration":"333.380122ms","start":"2026-04-16T00:54:43.844788Z","end":"2026-04-16T00:54:44.178168Z","steps":["trace[138687434] 'agreement among raft nodes before linearized reading' (duration: 333.225599ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.178011Z","caller":"traceutil/trace.go:171","msg":"trace[270924169] transaction","detail":"{read_only:false; response_revision:12351; number_of_response:1; }","duration":"174.349467ms","start":"2026-04-16T00:54:44.003648Z","end":"2026-04-16T00:54:44.177998Z","steps":["trace[270924169] 'process raft request' (duration: 173.747754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.178297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.13182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:54:44.178322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.998221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:44.178333Z","caller":"traceutil/trace.go:171","msg":"trace[637606782] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12352; }","duration":"366.188421ms","start":"2026-04-16T00:54:43.812134Z","end":"2026-04-16T00:54:44.178323Z","steps":["trace[637606782] 'agreement among raft nodes before linearized reading' (duration: 366.077889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.178346Z","caller":"traceutil/trace.go:171","msg":"trace[111146513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12352; }","duration":"165.035411ms","start":"2026-04-16T00:54:44.013304Z","end":"2026-04-16T00:54:44.178339Z","steps":["trace[111146513] 'agreement among raft nodes before linearized reading' (duration: 165.002151ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.178342Z","caller":"traceutil/trace.go:171","msg":"trace[1891464426] transaction","detail":"{read_only:false; response_revision:12352; number_of_response:1; }","duration":"174.263615ms","start":"2026-04-16T00:54:44.004061Z","end":"2026-04-16T00:54:44.178325Z","steps":["trace[1891464426] 'process raft request' (duration: 173.380347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.178206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.844742Z","time spent":"333.448055ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416134,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-16T00:54:44.178021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.803197Z","time spent":"374.819281ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:44.178363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:43.812125Z","time spent":"366.230491ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"info","ts":"2026-04-16T00:54:44.178717Z","caller":"traceutil/trace.go:171","msg":"trace[567151984] transaction","detail":"{read_only:false; response_revision:12347; number_of_response:1; }","duration":"203.185471ms","start":"2026-04-16T00:54:43.975516Z","end":"2026-04-16T00:54:44.178701Z","steps":["trace[567151984] 'process raft request' (duration: 134.506411ms)","trace[567151984] 'compare' (duration: 67.027496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:54:44.179026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.802106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:861008"} {"level":"info","ts":"2026-04-16T00:54:44.179093Z","caller":"traceutil/trace.go:171","msg":"trace[1554579667] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:12352; }","duration":"173.885818ms","start":"2026-04-16T00:54:44.005193Z","end":"2026-04-16T00:54:44.179079Z","steps":["trace[1554579667] 'agreement among raft nodes before linearized reading' (duration: 172.785205ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:44.337155Z","caller":"traceutil/trace.go:171","msg":"trace[578539530] transaction","detail":"{read_only:false; response_revision:12354; number_of_response:1; }","duration":"106.966734ms","start":"2026-04-16T00:54:44.230165Z","end":"2026-04-16T00:54:44.337131Z","steps":["trace[578539530] 'process raft request' (duration: 69.229422ms)","trace[578539530] 'compare' (duration: 37.558778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:54:44.338045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.973717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:861008"} {"level":"info","ts":"2026-04-16T00:54:44.338125Z","caller":"traceutil/trace.go:171","msg":"trace[69270183] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:12354; }","duration":"151.081279ms","start":"2026-04-16T00:54:44.187027Z","end":"2026-04-16T00:54:44.338108Z","steps":["trace[69270183] 'agreement among raft nodes before linearized reading' (duration: 150.080807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:44.338185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.302732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:861008"} {"level":"info","ts":"2026-04-16T00:54:44.338281Z","caller":"traceutil/trace.go:171","msg":"trace[618102069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:12354; }","duration":"150.452276ms","start":"2026-04-16T00:54:44.18781Z","end":"2026-04-16T00:54:44.338263Z","steps":["trace[618102069] 'agreement among raft nodes before linearized reading' (duration: 149.420144ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:47.036214Z","caller":"traceutil/trace.go:171","msg":"trace[85610956] linearizableReadLoop","detail":"{readStateIndex:12751; appliedIndex:12750; }","duration":"228.764859ms","start":"2026-04-16T00:54:46.807428Z","end":"2026-04-16T00:54:47.036193Z","steps":["trace[85610956] 'read index received' (duration: 228.582275ms)","trace[85610956] 'applied index is now lower than readState.Index' (duration: 181.174µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:54:47.036229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:46.543359Z","time spent":"492.864958ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T00:54:47.036403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.933092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:47.036474Z","caller":"traceutil/trace.go:171","msg":"trace[1184867583] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12367; }","duration":"229.075295ms","start":"2026-04-16T00:54:46.807379Z","end":"2026-04-16T00:54:47.036454Z","steps":["trace[1184867583] 'agreement among raft nodes before linearized reading' (duration: 228.904522ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:47.318743Z","caller":"traceutil/trace.go:171","msg":"trace[32936436] transaction","detail":"{read_only:false; response_revision:12368; number_of_response:1; }","duration":"281.336431ms","start":"2026-04-16T00:54:47.037352Z","end":"2026-04-16T00:54:47.318689Z","steps":["trace[32936436] 'process raft request' (duration: 279.494503ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:47.318845Z","caller":"traceutil/trace.go:171","msg":"trace[1491575669] linearizableReadLoop","detail":"{readStateIndex:12752; appliedIndex:12751; }","duration":"281.167218ms","start":"2026-04-16T00:54:47.037638Z","end":"2026-04-16T00:54:47.318806Z","steps":["trace[1491575669] 'read index received' (duration: 279.141895ms)","trace[1491575669] 'applied index is now lower than readState.Index' (duration: 2.022993ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:47.318887Z","caller":"traceutil/trace.go:171","msg":"trace[293946772] transaction","detail":"{read_only:false; response_revision:12369; number_of_response:1; }","duration":"148.307101ms","start":"2026-04-16T00:54:47.170546Z","end":"2026-04-16T00:54:47.318853Z","steps":["trace[293946772] 'process raft request' (duration: 148.167479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:47.319066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.402572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:47.319104Z","caller":"traceutil/trace.go:171","msg":"trace[2122670152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12369; }","duration":"281.500725ms","start":"2026-04-16T00:54:47.037591Z","end":"2026-04-16T00:54:47.319091Z","steps":["trace[2122670152] 'agreement among raft nodes before linearized reading' (duration: 281.341101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:54.570367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:54:55.071238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:54:55.291444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221883071s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:54:55.292174Z","caller":"traceutil/trace.go:171","msg":"trace[1101701820] transaction","detail":"{read_only:false; response_revision:12451; number_of_response:1; }","duration":"1.229853258s","start":"2026-04-16T00:54:54.062294Z","end":"2026-04-16T00:54:55.292147Z","steps":["trace[1101701820] 'process raft request' (duration: 1.229791356s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.292197Z","caller":"traceutil/trace.go:171","msg":"trace[2139192432] transaction","detail":"{read_only:false; response_revision:12450; number_of_response:1; }","duration":"1.247303604s","start":"2026-04-16T00:54:54.044869Z","end":"2026-04-16T00:54:55.292172Z","steps":["trace[2139192432] 'process raft request' (duration: 1.246983048s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.292332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.062281Z","time spent":"1.22997181s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:55.292344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.044858Z","time spent":"1.247399506s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:55.529935Z","caller":"traceutil/trace.go:171","msg":"trace[1488452743] transaction","detail":"{read_only:false; response_revision:12452; number_of_response:1; }","duration":"1.321060791s","start":"2026-04-16T00:54:54.208846Z","end":"2026-04-16T00:54:55.529907Z","steps":["trace[1488452743] 'process raft request' (duration: 1.280437498s)","trace[1488452743] 'compare' (duration: 40.337006ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:55.529975Z","caller":"traceutil/trace.go:171","msg":"trace[636862922] transaction","detail":"{read_only:false; response_revision:12453; number_of_response:1; }","duration":"1.307493806s","start":"2026-04-16T00:54:54.222455Z","end":"2026-04-16T00:54:55.529949Z","steps":["trace[636862922] 'process raft request' (duration: 1.307343923s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.530147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.222437Z","time spent":"1.307621299s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:55.53041Z","caller":"traceutil/trace.go:171","msg":"trace[2088110690] transaction","detail":"{read_only:false; response_revision:12454; number_of_response:1; }","duration":"705.964538ms","start":"2026-04-16T00:54:54.824432Z","end":"2026-04-16T00:54:55.530396Z","steps":["trace[2088110690] 'process raft request' (duration: 705.476789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.530474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.824407Z","time spent":"706.03682ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:55.530632Z","caller":"traceutil/trace.go:171","msg":"trace[997450002] linearizableReadLoop","detail":"{readStateIndex:12842; appliedIndex:12837; }","duration":"1.460744682s","start":"2026-04-16T00:54:54.069858Z","end":"2026-04-16T00:54:55.530603Z","steps":["trace[997450002] 'read index received' (duration: 1.221852791s)","trace[997450002] 'applied index is now lower than readState.Index' (duration: 238.890761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:54:55.530694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.20882Z","time spent":"1.321182594s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:55.530748Z","caller":"traceutil/trace.go:171","msg":"trace[1594740172] transaction","detail":"{read_only:false; response_revision:12455; number_of_response:1; }","duration":"334.353204ms","start":"2026-04-16T00:54:55.196359Z","end":"2026-04-16T00:54:55.530712Z","steps":["trace[1594740172] 'process raft request' (duration: 333.992267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.530862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493537129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:55.530898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:55.196341Z","time spent":"334.482826ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:55.53094Z","caller":"traceutil/trace.go:171","msg":"trace[8790055] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12455; }","duration":"1.493623361s","start":"2026-04-16T00:54:54.037296Z","end":"2026-04-16T00:54:55.53092Z","steps":["trace[8790055] 'agreement among raft nodes before linearized reading' (duration: 1.493374316s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.530933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494000258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:55.530954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294918533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T00:54:55.530939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493917967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:55.530995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.03729Z","time spent":"1.493692602s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:55.530782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493881567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:55.531038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222376211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:54:55.53105Z","caller":"traceutil/trace.go:171","msg":"trace[1719301098] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12455; }","duration":"1.49407535s","start":"2026-04-16T00:54:54.036949Z","end":"2026-04-16T00:54:55.531024Z","steps":["trace[1719301098] 'agreement among raft nodes before linearized reading' (duration: 1.493753863s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531057Z","caller":"traceutil/trace.go:171","msg":"trace[1382903231] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12455; }","duration":"1.494161542s","start":"2026-04-16T00:54:54.036879Z","end":"2026-04-16T00:54:55.53104Z","steps":["trace[1382903231] 'agreement among raft nodes before linearized reading' (duration: 1.493858905s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531083Z","caller":"traceutil/trace.go:171","msg":"trace[1593787092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12455; }","duration":"1.222443912s","start":"2026-04-16T00:54:54.308627Z","end":"2026-04-16T00:54:55.531071Z","steps":["trace[1593787092] 'agreement among raft nodes before linearized reading' (duration: 1.22234094s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.531111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.036864Z","time spent":"1.494233924s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299636842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T00:54:55.530998Z","caller":"traceutil/trace.go:171","msg":"trace[1792260879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12455; }","duration":"1.294992934s","start":"2026-04-16T00:54:54.235994Z","end":"2026-04-16T00:54:55.530987Z","steps":["trace[1792260879] 'agreement among raft nodes before linearized reading' (duration: 1.294850951s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.53116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276304172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:54:55.531176Z","caller":"traceutil/trace.go:171","msg":"trace[971318552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12455; }","duration":"1.299697302s","start":"2026-04-16T00:54:54.231462Z","end":"2026-04-16T00:54:55.531159Z","steps":["trace[971318552] 'agreement among raft nodes before linearized reading' (duration: 1.29960708s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.531186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.235984Z","time spent":"1.295188527s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:54:55.531197Z","caller":"traceutil/trace.go:171","msg":"trace[232669914] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:12455; }","duration":"1.276358744s","start":"2026-04-16T00:54:54.25483Z","end":"2026-04-16T00:54:55.531188Z","steps":["trace[232669914] 'agreement among raft nodes before linearized reading' (duration: 1.276276952s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.531206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148220766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-04-16T00:54:55.531216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.23145Z","time spent":"1.299758334s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.254816Z","time spent":"1.276405144s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.308615Z","time spent":"1.222500874s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277557189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:54:55.531319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177970729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-16T00:54:55.531113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.036934Z","time spent":"1.494166942s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T00:54:55.531333Z","caller":"traceutil/trace.go:171","msg":"trace[1598588425] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:12455; }","duration":"1.277659591s","start":"2026-04-16T00:54:54.253653Z","end":"2026-04-16T00:54:55.531313Z","steps":["trace[1598588425] 'agreement among raft nodes before linearized reading' (duration: 1.277557809s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.531442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.253633Z","time spent":"1.277792383s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:54:55.531431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.282978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:55.531477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.770573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-16T00:54:55.531469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049428903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:54:55.531539Z","caller":"traceutil/trace.go:171","msg":"trace[87402283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12455; }","duration":"514.391911ms","start":"2026-04-16T00:54:55.017134Z","end":"2026-04-16T00:54:55.531526Z","steps":["trace[87402283] 'agreement among raft nodes before linearized reading' (duration: 514.187696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.531676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306178469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:55.531726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325722009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:55.531744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317399424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:55.531752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31238746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:55.531759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309412057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:54:55.53179Z","caller":"traceutil/trace.go:171","msg":"trace[27409357] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12455; }","duration":"1.317466596s","start":"2026-04-16T00:54:54.214313Z","end":"2026-04-16T00:54:55.531779Z","steps":["trace[27409357] 'agreement among raft nodes before linearized reading' (duration: 1.317397524s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.53179Z","caller":"traceutil/trace.go:171","msg":"trace[370059060] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12455; }","duration":"1.325803861s","start":"2026-04-16T00:54:54.205972Z","end":"2026-04-16T00:54:55.531775Z","steps":["trace[370059060] 'agreement among raft nodes before linearized reading' (duration: 1.325726559s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531806Z","caller":"traceutil/trace.go:171","msg":"trace[889454091] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12455; }","duration":"1.312461081s","start":"2026-04-16T00:54:54.21933Z","end":"2026-04-16T00:54:55.531791Z","steps":["trace[889454091] 'agreement among raft nodes before linearized reading' (duration: 1.312302228s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.531824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.214302Z","time spent":"1.317515406s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.205961Z","time spent":"1.325867931s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302938511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:54:55.531085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268228443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:54:55.531843Z","caller":"traceutil/trace.go:171","msg":"trace[1792216689] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12455; }","duration":"1.309549589s","start":"2026-04-16T00:54:54.222279Z","end":"2026-04-16T00:54:55.531828Z","steps":["trace[1792216689] 'agreement among raft nodes before linearized reading' (duration: 1.309380106s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531882Z","caller":"traceutil/trace.go:171","msg":"trace[1672952664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12455; }","duration":"1.302980922s","start":"2026-04-16T00:54:54.228892Z","end":"2026-04-16T00:54:55.531873Z","steps":["trace[1672952664] 'agreement among raft nodes before linearized reading' (duration: 1.302489911s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531906Z","caller":"traceutil/trace.go:171","msg":"trace[401071292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:12455; }","duration":"1.26905577s","start":"2026-04-16T00:54:54.262837Z","end":"2026-04-16T00:54:55.531893Z","steps":["trace[401071292] 'agreement among raft nodes before linearized reading' (duration: 1.268179502s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531745Z","caller":"traceutil/trace.go:171","msg":"trace[1344061390] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12455; }","duration":"1.306258061s","start":"2026-04-16T00:54:54.22547Z","end":"2026-04-16T00:54:55.531728Z","steps":["trace[1344061390] 'agreement among raft nodes before linearized reading' (duration: 1.306147149s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.531931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.222271Z","time spent":"1.309646871s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.228883Z","time spent":"1.303023252s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.26283Z","time spent":"1.269142422s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:54:55.532029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.22546Z","time spent":"1.306538826s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076268656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-16T00:54:55.532102Z","caller":"traceutil/trace.go:171","msg":"trace[1054511372] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12455; }","duration":"1.077118714s","start":"2026-04-16T00:54:54.454969Z","end":"2026-04-16T00:54:55.532087Z","steps":["trace[1054511372] 'agreement among raft nodes before linearized reading' (duration: 1.075933989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.531047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296101728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:54:55.532143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.454956Z","time spent":"1.077178135s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"info","ts":"2026-04-16T00:54:55.532163Z","caller":"traceutil/trace.go:171","msg":"trace[65513677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12455; }","duration":"1.297208711s","start":"2026-04-16T00:54:54.234934Z","end":"2026-04-16T00:54:55.532143Z","steps":["trace[65513677] 'agreement among raft nodes before linearized reading' (duration: 1.296045907s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531352Z","caller":"traceutil/trace.go:171","msg":"trace[1740426692] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12455; }","duration":"1.178043651s","start":"2026-04-16T00:54:54.353299Z","end":"2026-04-16T00:54:55.531343Z","steps":["trace[1740426692] 'agreement among raft nodes before linearized reading' (duration: 1.177959109s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.532215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.234903Z","time spent":"1.297299822s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060143318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T00:54:55.532259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.353278Z","time spent":"1.1789348s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-16T00:54:55.531241Z","caller":"traceutil/trace.go:171","msg":"trace[1478140534] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:12455; }","duration":"1.148255096s","start":"2026-04-16T00:54:54.382978Z","end":"2026-04-16T00:54:55.531233Z","steps":["trace[1478140534] 'agreement among raft nodes before linearized reading' (duration: 1.148168584s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531569Z","caller":"traceutil/trace.go:171","msg":"trace[977909157] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12455; }","duration":"1.494633393s","start":"2026-04-16T00:54:54.03691Z","end":"2026-04-16T00:54:55.531543Z","steps":["trace[977909157] 'agreement among raft nodes before linearized reading' (duration: 1.493807555s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.532378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.036906Z","time spent":"1.495459839s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T00:54:55.532471Z","caller":"traceutil/trace.go:171","msg":"trace[715188579] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12455; }","duration":"1.06074169s","start":"2026-04-16T00:54:54.471708Z","end":"2026-04-16T00:54:55.53245Z","steps":["trace[715188579] 'agreement among raft nodes before linearized reading' (duration: 1.059714659s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.532479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.38292Z","time spent":"1.149548993s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309763704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:55.532731Z","caller":"traceutil/trace.go:171","msg":"trace[1357297525] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12455; }","duration":"1.310930538s","start":"2026-04-16T00:54:54.221781Z","end":"2026-04-16T00:54:55.532712Z","steps":["trace[1357297525] 'agreement among raft nodes before linearized reading' (duration: 1.309752144s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.532674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.471697Z","time spent":"1.060890144s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":139,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:54:55.532793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.221771Z","time spent":"1.311005959s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316764551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:55.532885Z","caller":"traceutil/trace.go:171","msg":"trace[1557736687] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12455; }","duration":"1.318073658s","start":"2026-04-16T00:54:54.214801Z","end":"2026-04-16T00:54:55.532875Z","steps":["trace[1557736687] 'agreement among raft nodes before linearized reading' (duration: 1.316679239s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.532914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.214793Z","time spent":"1.318111979s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075398978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-16T00:54:55.533102Z","caller":"traceutil/trace.go:171","msg":"trace[1136149030] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12455; }","duration":"1.076957001s","start":"2026-04-16T00:54:54.456133Z","end":"2026-04-16T00:54:55.53309Z","steps":["trace[1136149030] 'agreement among raft nodes before linearized reading' (duration: 1.075313907s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.533138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.456106Z","time spent":"1.077021142s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"info","ts":"2026-04-16T00:54:55.531597Z","caller":"traceutil/trace.go:171","msg":"trace[1230751568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12455; }","duration":"416.883115ms","start":"2026-04-16T00:54:55.114654Z","end":"2026-04-16T00:54:55.531537Z","steps":["trace[1230751568] 'agreement among raft nodes before linearized reading' (duration: 416.64058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.533234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:55.114636Z","time spent":"418.59125ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309127321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:55.533294Z","caller":"traceutil/trace.go:171","msg":"trace[1416566735] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12455; }","duration":"1.310764445s","start":"2026-04-16T00:54:54.222512Z","end":"2026-04-16T00:54:55.533277Z","steps":["trace[1416566735] 'agreement among raft nodes before linearized reading' (duration: 1.309126541s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.533337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.222505Z","time spent":"1.310818936s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310224784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:55.533727Z","caller":"traceutil/trace.go:171","msg":"trace[745151481] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12455; }","duration":"1.312315668s","start":"2026-04-16T00:54:54.221384Z","end":"2026-04-16T00:54:55.5337Z","steps":["trace[745151481] 'agreement among raft nodes before linearized reading' (duration: 1.310230485s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.53379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.221368Z","time spent":"1.31240595s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312236236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:55.534015Z","caller":"traceutil/trace.go:171","msg":"trace[1598982237] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12455; }","duration":"1.314661557s","start":"2026-04-16T00:54:54.219333Z","end":"2026-04-16T00:54:55.533995Z","steps":["trace[1598982237] 'agreement among raft nodes before linearized reading' (duration: 1.312274927s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:55.531663Z","caller":"traceutil/trace.go:171","msg":"trace[1776210765] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12455; }","duration":"1.049882793s","start":"2026-04-16T00:54:54.481731Z","end":"2026-04-16T00:54:55.531613Z","steps":["trace[1776210765] 'agreement among raft nodes before linearized reading' (duration: 1.049176668s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.534077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.219294Z","time spent":"1.314767318s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:55.534123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.481719Z","time spent":"1.052380346s","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:54:55.531727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:55.017074Z","time spent":"514.641455ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:54:55.531861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.219311Z","time spent":"1.312537512s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:55.530929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328605119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:55.534531Z","caller":"traceutil/trace.go:171","msg":"trace[715477394] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12455; }","duration":"1.332259295s","start":"2026-04-16T00:54:54.202251Z","end":"2026-04-16T00:54:55.53451Z","steps":["trace[715477394] 'agreement among raft nodes before linearized reading' (duration: 1.328537518s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:55.534597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:54.202227Z","time spent":"1.332354338s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:54:58.036221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:54:58.537156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:54:58.713628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238542355s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:54:58.714052Z","caller":"traceutil/trace.go:171","msg":"trace[89047575] transaction","detail":"{read_only:false; response_revision:12484; number_of_response:1; }","duration":"1.239033578s","start":"2026-04-16T00:54:57.474989Z","end":"2026-04-16T00:54:58.714023Z","steps":["trace[89047575] 'process raft request' (duration: 1.238815982s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.714188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.47497Z","time spent":"1.23914144s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4823,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:58.714742Z","caller":"traceutil/trace.go:171","msg":"trace[1741923409] linearizableReadLoop","detail":"{readStateIndex:12876; appliedIndex:12872; }","duration":"1.178539823s","start":"2026-04-16T00:54:57.536187Z","end":"2026-04-16T00:54:58.714727Z","steps":["trace[1741923409] 'read index received' (duration: 1.177597069s)","trace[1741923409] 'applied index is now lower than readState.Index' (duration: 941.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:54:58.71479Z","caller":"traceutil/trace.go:171","msg":"trace[918593971] transaction","detail":"{read_only:false; response_revision:12486; number_of_response:1; }","duration":"1.17596392s","start":"2026-04-16T00:54:57.538812Z","end":"2026-04-16T00:54:58.714776Z","steps":["trace[918593971] 'process raft request' (duration: 1.175828107s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.714775Z","caller":"traceutil/trace.go:171","msg":"trace[184682599] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"1.176689605s","start":"2026-04-16T00:54:57.538054Z","end":"2026-04-16T00:54:58.714743Z","steps":["trace[184682599] 'process raft request' (duration: 1.17649071s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.714847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178649746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:58.71484Z","caller":"traceutil/trace.go:171","msg":"trace[2057717759] transaction","detail":"{read_only:false; response_revision:12487; number_of_response:1; }","duration":"621.922599ms","start":"2026-04-16T00:54:58.092884Z","end":"2026-04-16T00:54:58.714806Z","steps":["trace[2057717759] 'process raft request' (duration: 621.805106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.714879Z","caller":"traceutil/trace.go:171","msg":"trace[1707985250] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12487; }","duration":"1.178703218s","start":"2026-04-16T00:54:57.536166Z","end":"2026-04-16T00:54:58.71487Z","steps":["trace[1707985250] 'agreement among raft nodes before linearized reading' (duration: 1.178646336s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.714876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.538795Z","time spent":"1.176032981s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:58.714912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.536156Z","time spent":"1.178747508s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:58.714991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.092867Z","time spent":"622.040152ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:54:58.714982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177264927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:58.715015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.538036Z","time spent":"1.176839249s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:54:58.715073Z","caller":"traceutil/trace.go:171","msg":"trace[254698012] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12487; }","duration":"1.177422242s","start":"2026-04-16T00:54:57.537629Z","end":"2026-04-16T00:54:58.715051Z","steps":["trace[254698012] 'agreement among raft nodes before linearized reading' (duration: 1.177254318s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102875368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T00:54:58.715173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174623124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:58.715184Z","caller":"traceutil/trace.go:171","msg":"trace[691648591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12487; }","duration":"1.10297556s","start":"2026-04-16T00:54:57.61219Z","end":"2026-04-16T00:54:58.715166Z","steps":["trace[691648591] 'agreement among raft nodes before linearized reading' (duration: 1.102794756s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.715207Z","caller":"traceutil/trace.go:171","msg":"trace[1448986136] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12487; }","duration":"1.174669045s","start":"2026-04-16T00:54:57.540529Z","end":"2026-04-16T00:54:58.715198Z","steps":["trace[1448986136] 'agreement among raft nodes before linearized reading' (duration: 1.174621543s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.540522Z","time spent":"1.174711296s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.612184Z","time spent":"1.103031982s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174685224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:58.715271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114727536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:54:58.715291Z","caller":"traceutil/trace.go:171","msg":"trace[394727614] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12487; }","duration":"1.174733937s","start":"2026-04-16T00:54:57.540546Z","end":"2026-04-16T00:54:58.71528Z","steps":["trace[394727614] 'agreement among raft nodes before linearized reading' (duration: 1.174554902s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174995363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:54:58.715311Z","caller":"traceutil/trace.go:171","msg":"trace[518948935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12487; }","duration":"1.11478525s","start":"2026-04-16T00:54:57.600516Z","end":"2026-04-16T00:54:58.715302Z","steps":["trace[518948935] 'agreement among raft nodes before linearized reading' (duration: 1.114656327s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.540536Z","time spent":"1.174776718s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T00:54:58.715323Z","caller":"traceutil/trace.go:171","msg":"trace[320315759] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12487; }","duration":"1.175045483s","start":"2026-04-16T00:54:57.540268Z","end":"2026-04-16T00:54:58.715314Z","steps":["trace[320315759] 'agreement among raft nodes before linearized reading' (duration: 1.17493727s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.600507Z","time spent":"1.114826111s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.54026Z","time spent":"1.175084804s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.972946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:58.715426Z","caller":"traceutil/trace.go:171","msg":"trace[1883098293] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12487; }","duration":"567.006386ms","start":"2026-04-16T00:54:58.148409Z","end":"2026-04-16T00:54:58.715415Z","steps":["trace[1883098293] 'agreement among raft nodes before linearized reading' (duration: 566.935374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.148367Z","time spent":"567.080088ms","remote":"127.0.0.1:53176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:54:58.715472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173821658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:58.715483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175045064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:58.715494Z","caller":"traceutil/trace.go:171","msg":"trace[101213646] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12487; }","duration":"1.173861228s","start":"2026-04-16T00:54:57.541627Z","end":"2026-04-16T00:54:58.715488Z","steps":["trace[101213646] 'agreement among raft nodes before linearized reading' (duration: 1.173798107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10341054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T00:54:58.715512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.541619Z","time spent":"1.1738903s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T00:54:58.71552Z","caller":"traceutil/trace.go:171","msg":"trace[36427771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12487; }","duration":"1.103459703s","start":"2026-04-16T00:54:57.612052Z","end":"2026-04-16T00:54:58.715512Z","steps":["trace[36427771] 'agreement among raft nodes before linearized reading' (duration: 1.10338407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.612038Z","time spent":"1.103503114s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175143127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:54:58.715601Z","caller":"traceutil/trace.go:171","msg":"trace[235622265] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12487; }","duration":"1.175187297s","start":"2026-04-16T00:54:57.540407Z","end":"2026-04-16T00:54:58.715594Z","steps":["trace[235622265] 'agreement among raft nodes before linearized reading' (duration: 1.175118336s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.540394Z","time spent":"1.175225009s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176701009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:58.715694Z","caller":"traceutil/trace.go:171","msg":"trace[166058010] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12487; }","duration":"1.17674644s","start":"2026-04-16T00:54:57.538938Z","end":"2026-04-16T00:54:58.715684Z","steps":["trace[166058010] 'agreement among raft nodes before linearized reading' (duration: 1.176611306s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.53893Z","time spent":"1.176787401s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174141717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:58.715758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104377214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:54:58.715766Z","caller":"traceutil/trace.go:171","msg":"trace[1646259220] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12487; }","duration":"1.174172497s","start":"2026-04-16T00:54:57.541588Z","end":"2026-04-16T00:54:58.715761Z","steps":["trace[1646259220] 'agreement among raft nodes before linearized reading' (duration: 1.174124296s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.54158Z","time spent":"1.174200849s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T00:54:58.715784Z","caller":"traceutil/trace.go:171","msg":"trace[1142965549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12487; }","duration":"1.104439744s","start":"2026-04-16T00:54:57.611336Z","end":"2026-04-16T00:54:58.715776Z","steps":["trace[1142965549] 'agreement among raft nodes before linearized reading' (duration: 1.104377753s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.611312Z","time spent":"1.104491415s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.217528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:58.715881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175536386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:58.715895Z","caller":"traceutil/trace.go:171","msg":"trace[2122272255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12487; }","duration":"698.266198ms","start":"2026-04-16T00:54:58.017617Z","end":"2026-04-16T00:54:58.715884Z","steps":["trace[2122272255] 'agreement among raft nodes before linearized reading' (duration: 698.189806ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.715916Z","caller":"traceutil/trace.go:171","msg":"trace[174467865] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12487; }","duration":"1.175587878s","start":"2026-04-16T00:54:57.540319Z","end":"2026-04-16T00:54:58.715907Z","steps":["trace[174467865] 'agreement among raft nodes before linearized reading' (duration: 1.175426664s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.017547Z","time spent":"698.37309ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177809115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:58.715946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.540312Z","time spent":"1.175628239s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T00:54:58.715962Z","caller":"traceutil/trace.go:171","msg":"trace[1834417059] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12487; }","duration":"1.177885837s","start":"2026-04-16T00:54:57.538067Z","end":"2026-04-16T00:54:58.715953Z","steps":["trace[1834417059] 'agreement among raft nodes before linearized reading' (duration: 1.177776834s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.715508Z","caller":"traceutil/trace.go:171","msg":"trace[500549658] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12487; }","duration":"1.175092606s","start":"2026-04-16T00:54:57.540408Z","end":"2026-04-16T00:54:58.7155Z","steps":["trace[500549658] 'agreement among raft nodes before linearized reading' (duration: 1.175052374s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.715992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.538045Z","time spent":"1.177938108s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.540373Z","time spent":"1.175618229s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175321641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:58.716052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049827941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:54:58.716076Z","caller":"traceutil/trace.go:171","msg":"trace[1492943514] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12487; }","duration":"1.175515768s","start":"2026-04-16T00:54:57.540551Z","end":"2026-04-16T00:54:58.716067Z","steps":["trace[1492943514] 'agreement among raft nodes before linearized reading' (duration: 1.175323842s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.716086Z","caller":"traceutil/trace.go:171","msg":"trace[781816329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:12487; }","duration":"1.049883893s","start":"2026-04-16T00:54:57.666191Z","end":"2026-04-16T00:54:58.716075Z","steps":["trace[781816329] 'agreement among raft nodes before linearized reading' (duration: 1.04979402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.540543Z","time spent":"1.175552958s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103619457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T00:54:58.716087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177988729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:58.7157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174089635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:58.715967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.358943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:58.716152Z","caller":"traceutil/trace.go:171","msg":"trace[955095267] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12487; }","duration":"1.178127313s","start":"2026-04-16T00:54:57.538014Z","end":"2026-04-16T00:54:58.716142Z","steps":["trace[955095267] 'agreement among raft nodes before linearized reading' (duration: 1.178048081s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.716169Z","caller":"traceutil/trace.go:171","msg":"trace[871507045] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12487; }","duration":"1.174563308s","start":"2026-04-16T00:54:57.541598Z","end":"2026-04-16T00:54:58.716161Z","steps":["trace[871507045] 'agreement among raft nodes before linearized reading' (duration: 1.174086035s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.71618Z","caller":"traceutil/trace.go:171","msg":"trace[2042722318] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12487; }","duration":"729.619559ms","start":"2026-04-16T00:54:57.986553Z","end":"2026-04-16T00:54:58.716172Z","steps":["trace[2042722318] 'agreement among raft nodes before linearized reading' (duration: 729.383753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.537959Z","time spent":"1.178213154s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:54:58.716196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.541593Z","time spent":"1.174597229s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:58.716204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.986525Z","time spent":"729.670851ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:54:58.716198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.18251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:58.716236Z","caller":"traceutil/trace.go:171","msg":"trace[1615517844] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12487; }","duration":"668.254242ms","start":"2026-04-16T00:54:58.047973Z","end":"2026-04-16T00:54:58.716227Z","steps":["trace[1615517844] 'agreement among raft nodes before linearized reading' (duration: 668.086958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.662809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:54:58.716264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.047956Z","time spent":"668.302124ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T00:54:58.716284Z","caller":"traceutil/trace.go:171","msg":"trace[1637825062] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12487; }","duration":"673.704879ms","start":"2026-04-16T00:54:58.042571Z","end":"2026-04-16T00:54:58.716276Z","steps":["trace[1637825062] 'agreement among raft nodes before linearized reading' (duration: 673.630637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.042563Z","time spent":"673.74532ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:54:58.716329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061340454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:54:58.715127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.537621Z","time spent":"1.177496404s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:54:58.716355Z","caller":"traceutil/trace.go:171","msg":"trace[1345915666] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12487; }","duration":"1.061364745s","start":"2026-04-16T00:54:57.654982Z","end":"2026-04-16T00:54:58.716347Z","steps":["trace[1345915666] 'agreement among raft nodes before linearized reading' (duration: 1.061282873s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.716144Z","caller":"traceutil/trace.go:171","msg":"trace[48334925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12487; }","duration":"1.104109811s","start":"2026-04-16T00:54:57.612026Z","end":"2026-04-16T00:54:58.716136Z","steps":["trace[48334925] 'agreement among raft nodes before linearized reading' (duration: 1.103614207s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.71638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.654951Z","time spent":"1.061424316s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"warn","ts":"2026-04-16T00:54:58.716391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.612005Z","time spent":"1.104378287s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:54:58.716477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064113543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-04-16T00:54:58.716503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.398985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-16T00:54:58.716509Z","caller":"traceutil/trace.go:171","msg":"trace[1420041027] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:12487; }","duration":"1.064169624s","start":"2026-04-16T00:54:57.65233Z","end":"2026-04-16T00:54:58.716499Z","steps":["trace[1420041027] 'agreement among raft nodes before linearized reading' (duration: 1.064075692s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.716533Z","caller":"traceutil/trace.go:171","msg":"trace[192972278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12487; }","duration":"675.443106ms","start":"2026-04-16T00:54:58.041081Z","end":"2026-04-16T00:54:58.716524Z","steps":["trace[192972278] 'agreement among raft nodes before linearized reading' (duration: 675.359843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.652318Z","time spent":"1.064216756s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"warn","ts":"2026-04-16T00:54:58.71656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.041073Z","time spent":"675.481286ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-16T00:54:58.715908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.433267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:54:58.716625Z","caller":"traceutil/trace.go:171","msg":"trace[559848120] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12487; }","duration":"625.175246ms","start":"2026-04-16T00:54:58.091437Z","end":"2026-04-16T00:54:58.716612Z","steps":["trace[559848120] 'agreement among raft nodes before linearized reading' (duration: 624.166619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.409078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:54:58.716661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.091424Z","time spent":"625.226178ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T00:54:58.716671Z","caller":"traceutil/trace.go:171","msg":"trace[1294921863] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12487; }","duration":"674.443768ms","start":"2026-04-16T00:54:58.042218Z","end":"2026-04-16T00:54:58.716662Z","steps":["trace[1294921863] 'agreement among raft nodes before linearized reading' (duration: 674.259724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.872621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:58.716698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.042186Z","time spent":"674.506521ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T00:54:58.716725Z","caller":"traceutil/trace.go:171","msg":"trace[730542227] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12487; }","duration":"675.437976ms","start":"2026-04-16T00:54:58.041275Z","end":"2026-04-16T00:54:58.716713Z","steps":["trace[730542227] 'agreement among raft nodes before linearized reading' (duration: 674.882711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064448961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:54:58.716764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.041264Z","time spent":"675.488327ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-16T00:54:58.716762Z","caller":"traceutil/trace.go:171","msg":"trace[1437732939] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12487; }","duration":"1.064492683s","start":"2026-04-16T00:54:57.65226Z","end":"2026-04-16T00:54:58.716753Z","steps":["trace[1437732939] 'agreement among raft nodes before linearized reading' (duration: 1.06440393s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.594622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:58.716791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.652253Z","time spent":"1.064531714s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"info","ts":"2026-04-16T00:54:58.716812Z","caller":"traceutil/trace.go:171","msg":"trace[1992804143] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12487; }","duration":"674.639895ms","start":"2026-04-16T00:54:58.042165Z","end":"2026-04-16T00:54:58.716805Z","steps":["trace[1992804143] 'agreement among raft nodes before linearized reading' (duration: 674.601883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.716117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.666172Z","time spent":"1.049938523s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:54:58.716836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.042155Z","time spent":"674.676135ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:58.71705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.251697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:54:58.717071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074607806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-16T00:54:58.717081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.178139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:54:58.717087Z","caller":"traceutil/trace.go:171","msg":"trace[988840914] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12487; }","duration":"676.328549ms","start":"2026-04-16T00:54:58.04075Z","end":"2026-04-16T00:54:58.717079Z","steps":["trace[988840914] 'agreement among raft nodes before linearized reading' (duration: 676.274499ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.717102Z","caller":"traceutil/trace.go:171","msg":"trace[378081841] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:12487; }","duration":"1.074673188s","start":"2026-04-16T00:54:57.64242Z","end":"2026-04-16T00:54:58.717093Z","steps":["trace[378081841] 'agreement among raft nodes before linearized reading' (duration: 1.074582556s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:54:58.717113Z","caller":"traceutil/trace.go:171","msg":"trace[1585262864] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12487; }","duration":"678.22993ms","start":"2026-04-16T00:54:58.038872Z","end":"2026-04-16T00:54:58.717102Z","steps":["trace[1585262864] 'agreement among raft nodes before linearized reading' (duration: 678.180499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:54:58.717117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.04073Z","time spent":"676.379481ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:54:58.717131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:57.642403Z","time spent":"1.07472152s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:54:58.717137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:54:58.038861Z","time spent":"678.270221ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:55:03.921834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T00:55:03.978398Z","caller":"traceutil/trace.go:171","msg":"trace[1916350825] linearizableReadLoop","detail":"{readStateIndex:12935; appliedIndex:12934; }","duration":"557.557772ms","start":"2026-04-16T00:55:03.420812Z","end":"2026-04-16T00:55:03.97837Z","steps":["trace[1916350825] 'read index received' (duration: 557.305246ms)","trace[1916350825] 'applied index is now lower than readState.Index' (duration: 251.016µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:03.978468Z","caller":"traceutil/trace.go:171","msg":"trace[1128630022] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"663.391152ms","start":"2026-04-16T00:55:03.315046Z","end":"2026-04-16T00:55:03.978437Z","steps":["trace[1128630022] 'process raft request' (duration: 663.138455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:03.978655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.820578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-16T00:55:03.978653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:03.315026Z","time spent":"663.510545ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:03.978714Z","caller":"traceutil/trace.go:171","msg":"trace[1449824212] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12544; }","duration":"557.932642ms","start":"2026-04-16T00:55:03.420764Z","end":"2026-04-16T00:55:03.978697Z","steps":["trace[1449824212] 'agreement among raft nodes before linearized reading' (duration: 557.726736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:03.978757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:03.420744Z","time spent":"558.002404ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T00:55:04.888955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.1558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:04.889022Z","caller":"traceutil/trace.go:171","msg":"trace[1206311736] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12544; }","duration":"156.269763ms","start":"2026-04-16T00:55:04.732737Z","end":"2026-04-16T00:55:04.889007Z","steps":["trace[1206311736] 'range keys from in-memory index tree' (duration: 156.085198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:04.88904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.564363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:04.889128Z","caller":"traceutil/trace.go:171","msg":"trace[234023202] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12544; }","duration":"108.685087ms","start":"2026-04-16T00:55:04.780422Z","end":"2026-04-16T00:55:04.889107Z","steps":["trace[234023202] 'range keys from in-memory index tree' (duration: 108.4117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:04.889295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.279613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:04.88938Z","caller":"traceutil/trace.go:171","msg":"trace[335944310] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12544; }","duration":"156.408747ms","start":"2026-04-16T00:55:04.732948Z","end":"2026-04-16T00:55:04.889357Z","steps":["trace[335944310] 'range keys from in-memory index tree' (duration: 156.110458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:05.13357Z","caller":"traceutil/trace.go:171","msg":"trace[1020646939] linearizableReadLoop","detail":"{readStateIndex:12936; appliedIndex:12935; }","duration":"340.184268ms","start":"2026-04-16T00:55:04.793355Z","end":"2026-04-16T00:55:05.133539Z","steps":["trace[1020646939] 'read index received' (duration: 339.979663ms)","trace[1020646939] 'applied index is now lower than readState.Index' (duration: 203.405µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:05.133631Z","caller":"traceutil/trace.go:171","msg":"trace[72507488] transaction","detail":"{read_only:false; response_revision:12545; number_of_response:1; }","duration":"352.340676ms","start":"2026-04-16T00:55:04.781253Z","end":"2026-04-16T00:55:05.133594Z","steps":["trace[72507488] 'process raft request' (duration: 352.037048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:05.133741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.371734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:05.133787Z","caller":"traceutil/trace.go:171","msg":"trace[2071083603] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12545; }","duration":"340.462136ms","start":"2026-04-16T00:55:04.793311Z","end":"2026-04-16T00:55:05.133773Z","steps":["trace[2071083603] 'agreement among raft nodes before linearized reading' (duration: 340.375905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:05.133781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.781237Z","time spent":"352.464599ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:05.133827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.793295Z","time spent":"340.524128ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:55:05.63442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:55:06.135128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:55:06.635918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:55:07.017533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000924736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T00:55:07.017604Z","caller":"traceutil/trace.go:171","msg":"trace[1874014147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001041458s","start":"2026-04-16T00:55:05.016547Z","end":"2026-04-16T00:55:07.017588Z","steps":["trace[1874014147] 'agreement among raft nodes before linearized reading' (duration: 2.000951986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:07.01764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:05.016529Z","time spent":"2.00110346s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 00:55:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T00:55:07.136632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:55:07.582623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941193792s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:07.582751Z","caller":"traceutil/trace.go:171","msg":"trace[833529643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12545; }","duration":"1.941339565s","start":"2026-04-16T00:55:05.641393Z","end":"2026-04-16T00:55:07.582732Z","steps":["trace[833529643] 'range keys from in-memory index tree' (duration: 1.941178022s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:07.636768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449386518,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T00:55:08.022155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.888882643s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:55:08.022604Z","caller":"traceutil/trace.go:171","msg":"trace[1801571713] transaction","detail":"{read_only:false; response_revision:12547; number_of_response:1; }","duration":"3.228005855s","start":"2026-04-16T00:55:04.794578Z","end":"2026-04-16T00:55:08.022584Z","steps":["trace[1801571713] 'process raft request' (duration: 3.227959343s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:08.02274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.794567Z","time spent":"3.228102086s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:08.022824Z","caller":"traceutil/trace.go:171","msg":"trace[1969049591] transaction","detail":"{read_only:false; response_revision:12546; number_of_response:1; }","duration":"3.22863969s","start":"2026-04-16T00:55:04.794154Z","end":"2026-04-16T00:55:08.022794Z","steps":["trace[1969049591] 'process raft request' (duration: 3.22824137s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:08.022978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.794145Z","time spent":"3.228752503s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:09.018066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T00:55:09.018136Z","caller":"traceutil/trace.go:171","msg":"trace[366414044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325649s","start":"2026-04-16T00:55:07.017791Z","end":"2026-04-16T00:55:09.018117Z","steps":["trace[366414044] 'agreement among raft nodes before linearized reading' (duration: 2.000231556s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.018173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:07.017773Z","time spent":"2.000392981s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 00:55:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T00:55:09.283168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260694402s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T00:55:09.283566Z","caller":"traceutil/trace.go:171","msg":"trace[1957230579] transaction","detail":"{read_only:false; response_revision:12548; number_of_response:1; }","duration":"3.706261768s","start":"2026-04-16T00:55:05.57728Z","end":"2026-04-16T00:55:09.283541Z","steps":["trace[1957230579] 'process raft request' (duration: 3.706033562s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.283691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:05.577263Z","time spent":"3.706348281s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:09.283839Z","caller":"traceutil/trace.go:171","msg":"trace[686746066] transaction","detail":"{read_only:false; response_revision:12549; number_of_response:1; }","duration":"3.70071206s","start":"2026-04-16T00:55:05.583098Z","end":"2026-04-16T00:55:09.28381Z","steps":["trace[686746066] 'process raft request' (duration: 3.700396192s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.283903Z","caller":"traceutil/trace.go:171","msg":"trace[1143653115] linearizableReadLoop","detail":"{readStateIndex:12942; appliedIndex:12936; }","duration":"4.150221382s","start":"2026-04-16T00:55:05.133659Z","end":"2026-04-16T00:55:09.28388Z","steps":["trace[1143653115] 'read index received' (duration: 2.888778691s)","trace[1143653115] 'applied index is now lower than readState.Index' (duration: 1.261441251s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:55:09.283993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:05.583073Z","time spent":"3.700839754s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:09.284035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485319266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:09.284116Z","caller":"traceutil/trace.go:171","msg":"trace[561729122] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12551; }","duration":"4.485424697s","start":"2026-04-16T00:55:04.798672Z","end":"2026-04-16T00:55:09.284097Z","steps":["trace[561729122] 'agreement among raft nodes before linearized reading' (duration: 4.485216831s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.28416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.798665Z","time spent":"4.485487319s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:55:09.28429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473903107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:55:09.284334Z","caller":"traceutil/trace.go:171","msg":"trace[1359513971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12551; }","duration":"4.473967s","start":"2026-04-16T00:55:04.810356Z","end":"2026-04-16T00:55:09.284323Z","steps":["trace[1359513971] 'agreement among raft nodes before linearized reading' (duration: 4.473830427s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485490789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:09.284434Z","caller":"traceutil/trace.go:171","msg":"trace[1594795071] transaction","detail":"{read_only:false; response_revision:12550; number_of_response:1; }","duration":"3.300756217s","start":"2026-04-16T00:55:05.983656Z","end":"2026-04-16T00:55:09.284412Z","steps":["trace[1594795071] 'process raft request' (duration: 3.300038018s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486056415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:09.284498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486889717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:09.284527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486959768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:09.284534Z","caller":"traceutil/trace.go:171","msg":"trace[3884948] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12551; }","duration":"4.486937568s","start":"2026-04-16T00:55:04.797586Z","end":"2026-04-16T00:55:09.284524Z","steps":["trace[3884948] 'agreement among raft nodes before linearized reading' (duration: 4.486811054s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.28453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:05.983628Z","time spent":"3.300851889s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:09.284538Z","caller":"traceutil/trace.go:171","msg":"trace[553433936] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12551; }","duration":"4.486146097s","start":"2026-04-16T00:55:04.798376Z","end":"2026-04-16T00:55:09.284522Z","steps":["trace[553433936] 'agreement among raft nodes before linearized reading' (duration: 4.486052514s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.284553Z","caller":"traceutil/trace.go:171","msg":"trace[1623056129] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12551; }","duration":"4.48700242s","start":"2026-04-16T00:55:04.797543Z","end":"2026-04-16T00:55:09.284545Z","steps":["trace[1623056129] 'agreement among raft nodes before linearized reading' (duration: 4.486965609s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.797534Z","time spent":"4.487056272s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:55:09.284604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486470315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:09.284564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484992896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:09.284692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488406777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:09.284714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.798365Z","time spent":"4.486209448s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:55:09.284727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48587303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:09.284771Z","caller":"traceutil/trace.go:171","msg":"trace[1266472789] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12551; }","duration":"4.488477528s","start":"2026-04-16T00:55:04.796267Z","end":"2026-04-16T00:55:09.284744Z","steps":["trace[1266472789] 'agreement among raft nodes before linearized reading' (duration: 4.488393587s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488053838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:09.284804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490587556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:09.28449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487508084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:09.284829Z","caller":"traceutil/trace.go:171","msg":"trace[303051665] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12551; }","duration":"4.4881253s","start":"2026-04-16T00:55:04.796692Z","end":"2026-04-16T00:55:09.284818Z","steps":["trace[303051665] 'agreement among raft nodes before linearized reading' (duration: 4.488046037s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.284847Z","caller":"traceutil/trace.go:171","msg":"trace[1001668210] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12551; }","duration":"4.487878773s","start":"2026-04-16T00:55:04.796958Z","end":"2026-04-16T00:55:09.284837Z","steps":["trace[1001668210] 'agreement among raft nodes before linearized reading' (duration: 4.487515324s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.796951Z","time spent":"4.487930235s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:55:09.284906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376347281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-04-16T00:55:09.284932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6699509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:09.284943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.653288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:09.284953Z","caller":"traceutil/trace.go:171","msg":"trace[1552596693] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:12551; }","duration":"4.376414142s","start":"2026-04-16T00:55:04.908525Z","end":"2026-04-16T00:55:09.284939Z","steps":["trace[1552596693] 'agreement among raft nodes before linearized reading' (duration: 4.376224477s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.284973Z","caller":"traceutil/trace.go:171","msg":"trace[1125640171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12551; }","duration":"259.715289ms","start":"2026-04-16T00:55:09.025248Z","end":"2026-04-16T00:55:09.284964Z","steps":["trace[1125640171] 'agreement among raft nodes before linearized reading' (duration: 259.676319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.28497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490290147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-16T00:55:09.284998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.908514Z","time spent":"4.376477224s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391883507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:09.28502Z","caller":"traceutil/trace.go:171","msg":"trace[384700925] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12551; }","duration":"4.490347569s","start":"2026-04-16T00:55:04.794657Z","end":"2026-04-16T00:55:09.285005Z","steps":["trace[384700925] 'agreement among raft nodes before linearized reading' (duration: 4.490204065s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.285034Z","caller":"traceutil/trace.go:171","msg":"trace[927038527] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12551; }","duration":"2.391947408s","start":"2026-04-16T00:55:06.893079Z","end":"2026-04-16T00:55:09.285027Z","steps":["trace[927038527] 'agreement among raft nodes before linearized reading' (duration: 2.391904038s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489908048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:55:09.285063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:06.893056Z","time spent":"2.39200076s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391711142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:55:09.28507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.794653Z","time spent":"4.49040046s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-16T00:55:09.285117Z","caller":"traceutil/trace.go:171","msg":"trace[523258567] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12551; }","duration":"2.391774345s","start":"2026-04-16T00:55:06.893329Z","end":"2026-04-16T00:55:09.285104Z","steps":["trace[523258567] 'agreement among raft nodes before linearized reading' (duration: 2.39160945s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741808498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T00:55:09.285167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:06.893325Z","time spent":"2.391831386s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27259641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:09.285052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122062472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:55:09.285154Z","caller":"traceutil/trace.go:171","msg":"trace[959323677] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12551; }","duration":"4.490063663s","start":"2026-04-16T00:55:04.795027Z","end":"2026-04-16T00:55:09.285091Z","steps":["trace[959323677] 'agreement among raft nodes before linearized reading' (duration: 4.489363773s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.285204Z","caller":"traceutil/trace.go:171","msg":"trace[548795585] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:12551; }","duration":"2.741882998s","start":"2026-04-16T00:55:06.543299Z","end":"2026-04-16T00:55:09.285182Z","steps":["trace[548795585] 'agreement among raft nodes before linearized reading' (duration: 2.741781665s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.285214Z","caller":"traceutil/trace.go:171","msg":"trace[1326128151] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12551; }","duration":"3.272655684s","start":"2026-04-16T00:55:06.012547Z","end":"2026-04-16T00:55:09.285203Z","steps":["trace[1326128151] 'agreement among raft nodes before linearized reading' (duration: 3.272602352s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.285226Z","caller":"traceutil/trace.go:171","msg":"trace[1929404169] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12551; }","duration":"3.122278488s","start":"2026-04-16T00:55:06.162938Z","end":"2026-04-16T00:55:09.285217Z","steps":["trace[1929404169] 'agreement among raft nodes before linearized reading' (duration: 3.122068222s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:06.012533Z","time spent":"3.272705014s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:55:09.285246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:06.543278Z","time spent":"2.741960862s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:06.162918Z","time spent":"3.122343429s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:55:09.285281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608191637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:09.28529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486966528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:09.284963Z","caller":"traceutil/trace.go:171","msg":"trace[33592176] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:12551; }","duration":"2.67002448s","start":"2026-04-16T00:55:06.614928Z","end":"2026-04-16T00:55:09.284953Z","steps":["trace[33592176] 'agreement among raft nodes before linearized reading' (duration: 2.669974549s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534499999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:09.284448Z","caller":"traceutil/trace.go:171","msg":"trace[1912717691] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12551; }","duration":"4.48555672s","start":"2026-04-16T00:55:04.798882Z","end":"2026-04-16T00:55:09.284438Z","steps":["trace[1912717691] 'agreement among raft nodes before linearized reading' (duration: 4.485498499s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.285517Z","caller":"traceutil/trace.go:171","msg":"trace[795327352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12551; }","duration":"1.534825827s","start":"2026-04-16T00:55:07.750683Z","end":"2026-04-16T00:55:09.285509Z","steps":["trace[795327352] 'agreement among raft nodes before linearized reading' (duration: 1.53451989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:06.614907Z","time spent":"2.670605956s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:55:09.285578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:07.750663Z","time spent":"1.53490312s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T00:55:09.284802Z","caller":"traceutil/trace.go:171","msg":"trace[1761870683] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12551; }","duration":"4.485960152s","start":"2026-04-16T00:55:04.798823Z","end":"2026-04-16T00:55:09.284783Z","steps":["trace[1761870683] 'agreement among raft nodes before linearized reading' (duration: 4.485593232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388349133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:55:09.285631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413601031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:55:09.285648Z","caller":"traceutil/trace.go:171","msg":"trace[1447769555] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12551; }","duration":"4.388984019s","start":"2026-04-16T00:55:04.896646Z","end":"2026-04-16T00:55:09.28563Z","steps":["trace[1447769555] 'agreement among raft nodes before linearized reading' (duration: 4.388348182s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.796681Z","time spent":"4.488198983s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280610966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T00:55:09.285702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.896629Z","time spent":"4.389056162s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"info","ts":"2026-04-16T00:55:09.285732Z","caller":"traceutil/trace.go:171","msg":"trace[251314222] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12551; }","duration":"1.281225582s","start":"2026-04-16T00:55:08.004498Z","end":"2026-04-16T00:55:09.285724Z","steps":["trace[251314222] 'agreement among raft nodes before linearized reading' (duration: 1.280589385s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.28574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394654772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-16T00:55:09.285538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.798869Z","time spent":"4.48665862s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:08.004479Z","time spent":"1.281274264s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":27,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:55:09.285774Z","caller":"traceutil/trace.go:171","msg":"trace[1323940234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:12551; }","duration":"4.394831886s","start":"2026-04-16T00:55:04.890933Z","end":"2026-04-16T00:55:09.285765Z","steps":["trace[1323940234] 'agreement among raft nodes before linearized reading' (duration: 4.393729587s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.284726Z","caller":"traceutil/trace.go:171","msg":"trace[796836223] transaction","detail":"{read_only:false; response_revision:12551; number_of_response:1; }","duration":"2.14567648s","start":"2026-04-16T00:55:07.139038Z","end":"2026-04-16T00:55:09.284714Z","steps":["trace[796836223] 'process raft request' (duration: 2.144779946s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.890923Z","time spent":"4.394874398s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:07.139012Z","time spent":"2.14680466s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:09.284562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.79758Z","time spent":"4.486975459s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388821564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-16T00:55:09.285936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.393337556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-16T00:55:09.285964Z","caller":"traceutil/trace.go:171","msg":"trace[1398779413] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:12551; }","duration":"4.388870417s","start":"2026-04-16T00:55:04.897086Z","end":"2026-04-16T00:55:09.285956Z","steps":["trace[1398779413] 'agreement among raft nodes before linearized reading' (duration: 4.387257773s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.28534Z","caller":"traceutil/trace.go:171","msg":"trace[1221117533] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12551; }","duration":"1.608265299s","start":"2026-04-16T00:55:07.677037Z","end":"2026-04-16T00:55:09.285303Z","steps":["trace[1221117533] 'agreement among raft nodes before linearized reading' (duration: 1.608214327s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.897075Z","time spent":"4.388917547s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:55:09.286035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489369653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:09.286069Z","caller":"traceutil/trace.go:171","msg":"trace[645163923] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12551; }","duration":"4.489415615s","start":"2026-04-16T00:55:04.796647Z","end":"2026-04-16T00:55:09.286063Z","steps":["trace[645163923] 'agreement among raft nodes before linearized reading' (duration: 4.487630226s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.286074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:07.677018Z","time spent":"1.608989318s","remote":"127.0.0.1:40206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:55:09.286096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.796635Z","time spent":"4.489454266s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:55:09.286131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337489972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-16T00:55:09.285629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.798816Z","time spent":"4.486801094s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T00:55:09.286171Z","caller":"traceutil/trace.go:171","msg":"trace[1653887690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12551; }","duration":"3.337564203s","start":"2026-04-16T00:55:05.948596Z","end":"2026-04-16T00:55:09.28616Z","steps":["trace[1653887690] 'agreement among raft nodes before linearized reading' (duration: 3.336237178s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.286201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:05.94856Z","time spent":"3.337633167s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T00:55:09.284829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.796261Z","time spent":"4.488559131s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-16T00:55:09.284698Z","caller":"traceutil/trace.go:171","msg":"trace[574148722] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12551; }","duration":"4.48516308s","start":"2026-04-16T00:55:04.79951Z","end":"2026-04-16T00:55:09.284673Z","steps":["trace[574148722] 'agreement among raft nodes before linearized reading' (duration: 4.484849722s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.286257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488243343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:09.286286Z","caller":"traceutil/trace.go:171","msg":"trace[1332870307] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12551; }","duration":"4.488292974s","start":"2026-04-16T00:55:04.797985Z","end":"2026-04-16T00:55:09.286278Z","steps":["trace[1332870307] 'agreement among raft nodes before linearized reading' (duration: 4.486612369s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.286286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.799505Z","time spent":"4.486771903s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:55:09.286312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.797972Z","time spent":"4.488332386s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T00:55:09.286319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392946906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:09.286348Z","caller":"traceutil/trace.go:171","msg":"trace[1597622583] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12551; }","duration":"2.393005426s","start":"2026-04-16T00:55:06.893335Z","end":"2026-04-16T00:55:09.28634Z","steps":["trace[1597622583] 'agreement among raft nodes before linearized reading' (duration: 2.391637279s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.28463Z","caller":"traceutil/trace.go:171","msg":"trace[521007811] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12551; }","duration":"4.486506046s","start":"2026-04-16T00:55:04.798116Z","end":"2026-04-16T00:55:09.284622Z","steps":["trace[521007811] 'agreement among raft nodes before linearized reading' (duration: 4.486468826s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.286204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420870255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:55:09.286457Z","caller":"traceutil/trace.go:171","msg":"trace[959567252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12551; }","duration":"4.421148072s","start":"2026-04-16T00:55:04.865298Z","end":"2026-04-16T00:55:09.286446Z","steps":["trace[959567252] 'agreement among raft nodes before linearized reading' (duration: 4.41956586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489479096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:55:09.286503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.865284Z","time spent":"4.421209355s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T00:55:09.286507Z","caller":"traceutil/trace.go:171","msg":"trace[1485371011] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12551; }","duration":"4.491604033s","start":"2026-04-16T00:55:04.794892Z","end":"2026-04-16T00:55:09.286496Z","steps":["trace[1485371011] 'agreement among raft nodes before linearized reading' (duration: 4.489409184s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.286487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.79811Z","time spent":"4.488361626s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:55:09.284715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413637501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T00:55:09.286139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414048382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:55:09.286608Z","caller":"traceutil/trace.go:171","msg":"trace[1884980696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12551; }","duration":"4.414536856s","start":"2026-04-16T00:55:04.872062Z","end":"2026-04-16T00:55:09.286599Z","steps":["trace[1884980696] 'agreement among raft nodes before linearized reading' (duration: 4.41207665s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.286643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.872051Z","time spent":"4.414585057s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T00:55:09.286607Z","caller":"traceutil/trace.go:171","msg":"trace[740115538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12551; }","duration":"4.415565082s","start":"2026-04-16T00:55:04.871021Z","end":"2026-04-16T00:55:09.286586Z","steps":["trace[740115538] 'agreement among raft nodes before linearized reading' (duration: 4.413471616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.284367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.810346Z","time spent":"4.474012182s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T00:55:09.286698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.871011Z","time spent":"4.415678225s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T00:55:09.284904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137692826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:09.286762Z","caller":"traceutil/trace.go:171","msg":"trace[1370311937] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12551; }","duration":"2.139577887s","start":"2026-04-16T00:55:07.14717Z","end":"2026-04-16T00:55:09.286748Z","steps":["trace[1370311937] 'agreement among raft nodes before linearized reading' (duration: 2.137711517s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.79502Z","time spent":"4.490205396s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:55:09.28681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:07.147149Z","time spent":"2.139648557s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:55:09.285434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97314034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:55:09.286898Z","caller":"traceutil/trace.go:171","msg":"trace[1437767520] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:12551; }","duration":"1.974631429s","start":"2026-04-16T00:55:07.312259Z","end":"2026-04-16T00:55:09.28689Z","steps":["trace[1437767520] 'agreement among raft nodes before linearized reading' (duration: 1.973098758s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.286927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:07.312242Z","time spent":"1.974675222s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":75,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-16T00:55:09.285478Z","caller":"traceutil/trace.go:171","msg":"trace[1516770644] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12551; }","duration":"4.487156663s","start":"2026-04-16T00:55:04.798308Z","end":"2026-04-16T00:55:09.285464Z","steps":["trace[1516770644] 'agreement among raft nodes before linearized reading' (duration: 4.486339431s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.285417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.442866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T00:55:09.287005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.798281Z","time spent":"4.488682245s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T00:55:09.285687Z","caller":"traceutil/trace.go:171","msg":"trace[1302029649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12551; }","duration":"4.413729454s","start":"2026-04-16T00:55:04.871944Z","end":"2026-04-16T00:55:09.285674Z","steps":["trace[1302029649] 'agreement among raft nodes before linearized reading' (duration: 4.412617004s)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:09.2874Z","caller":"traceutil/trace.go:171","msg":"trace[159517587] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:12551; }","duration":"266.042349ms","start":"2026-04-16T00:55:09.020927Z","end":"2026-04-16T00:55:09.28697Z","steps":["trace[159517587] 'agreement among raft nodes before linearized reading' (duration: 264.372924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.287429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.871926Z","time spent":"4.41548796s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T00:55:09.285974Z","caller":"traceutil/trace.go:171","msg":"trace[551813218] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12551; }","duration":"4.393390838s","start":"2026-04-16T00:55:04.892574Z","end":"2026-04-16T00:55:09.285965Z","steps":["trace[551813218] 'agreement among raft nodes before linearized reading' (duration: 4.39198505s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.289367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.892566Z","time spent":"4.396780578s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"warn","ts":"2026-04-16T00:55:09.286453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:06.89332Z","time spent":"2.39312281s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:55:09.286558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.794886Z","time spent":"4.491662664s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:55:09.28461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489595209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:09.284842Z","caller":"traceutil/trace.go:171","msg":"trace[553691871] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12551; }","duration":"4.490638997s","start":"2026-04-16T00:55:04.794194Z","end":"2026-04-16T00:55:09.284833Z","steps":["trace[553691871] 'agreement among raft nodes before linearized reading' (duration: 4.490586416s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.287576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.568471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T00:55:09.287796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485495519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:09.289682Z","caller":"traceutil/trace.go:171","msg":"trace[1311476030] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12551; }","duration":"4.491057368s","start":"2026-04-16T00:55:04.798595Z","end":"2026-04-16T00:55:09.289653Z","steps":["trace[1311476030] 'agreement among raft nodes before linearized reading' (duration: 4.485401276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.289765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.798575Z","time spent":"4.491176322s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-16T00:55:09.289935Z","caller":"traceutil/trace.go:171","msg":"trace[309846494] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12551; }","duration":"4.494975143s","start":"2026-04-16T00:55:04.794949Z","end":"2026-04-16T00:55:09.289924Z","steps":["trace[309846494] 'agreement among raft nodes before linearized reading' (duration: 4.489481736s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.290009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.794933Z","time spent":"4.495064366s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:55:09.290161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:04.794188Z","time spent":"4.495962701s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-16T00:55:09.290283Z","caller":"traceutil/trace.go:171","msg":"trace[468256296] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12551; }","duration":"886.318994ms","start":"2026-04-16T00:55:08.403953Z","end":"2026-04-16T00:55:09.290272Z","steps":["trace[468256296] 'agreement among raft nodes before linearized reading' (duration: 881.540536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:09.290339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:08.403931Z","time spent":"886.393796ms","remote":"127.0.0.1:43760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1789,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:55:09.870117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.59307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:55:09.870229Z","caller":"traceutil/trace.go:171","msg":"trace[573977008] transaction","detail":"{read_only:false; response_revision:12552; number_of_response:1; }","duration":"579.855351ms","start":"2026-04-16T00:55:09.290355Z","end":"2026-04-16T00:55:09.870211Z","steps":["trace[573977008] 'process raft request' (duration: 302.078306ms)","trace[573977008] 'compare' (duration: 277.483987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:55:09.870311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.290334Z","time spent":"579.925053ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:10.203585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.200794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:55:10.203808Z","caller":"traceutil/trace.go:171","msg":"trace[1795382823] transaction","detail":"{read_only:false; response_revision:12553; number_of_response:1; }","duration":"913.35194ms","start":"2026-04-16T00:55:09.290422Z","end":"2026-04-16T00:55:10.203774Z","steps":["trace[1795382823] 'process raft request' (duration: 722.861118ms)","trace[1795382823] 'compare' (duration: 190.03682ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:10.203935Z","caller":"traceutil/trace.go:171","msg":"trace[2077812464] transaction","detail":"{read_only:false; response_revision:12555; number_of_response:1; }","duration":"911.933351ms","start":"2026-04-16T00:55:09.291984Z","end":"2026-04-16T00:55:10.203917Z","steps":["trace[2077812464] 'process raft request' (duration: 911.85744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.203952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.290407Z","time spent":"913.465823ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:10.203961Z","caller":"traceutil/trace.go:171","msg":"trace[642978245] transaction","detail":"{read_only:false; response_revision:12554; number_of_response:1; }","duration":"911.977922ms","start":"2026-04-16T00:55:09.291942Z","end":"2026-04-16T00:55:10.20392Z","steps":["trace[642978245] 'process raft request' (duration: 911.834289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.203962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.29069Z","time spent":"913.264877ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T00:55:10.204017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.29197Z","time spent":"912.011135ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:10.204139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.291935Z","time spent":"912.109437ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:10.204329Z","caller":"traceutil/trace.go:171","msg":"trace[108115179] transaction","detail":"{read_only:false; response_revision:12556; number_of_response:1; }","duration":"912.20524ms","start":"2026-04-16T00:55:09.292078Z","end":"2026-04-16T00:55:10.204283Z","steps":["trace[108115179] 'process raft request' (duration: 911.803899ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:10.204506Z","caller":"traceutil/trace.go:171","msg":"trace[651457806] linearizableReadLoop","detail":"{readStateIndex:12945; appliedIndex:12942; }","duration":"912.595849ms","start":"2026-04-16T00:55:09.291896Z","end":"2026-04-16T00:55:10.204492Z","steps":["trace[651457806] 'read index received' (duration: 300.605506ms)","trace[651457806] 'applied index is now lower than readState.Index' (duration: 611.989423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:55:10.204502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.292057Z","time spent":"912.350163ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:10.204589Z","caller":"traceutil/trace.go:171","msg":"trace[1771913180] transaction","detail":"{read_only:false; response_revision:12557; number_of_response:1; }","duration":"912.164357ms","start":"2026-04-16T00:55:09.292414Z","end":"2026-04-16T00:55:10.204579Z","steps":["trace[1771913180] 'process raft request' (duration: 911.720485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:10.204662Z","caller":"traceutil/trace.go:171","msg":"trace[232814889] transaction","detail":"{read_only:false; response_revision:12558; number_of_response:1; }","duration":"176.770843ms","start":"2026-04-16T00:55:10.027874Z","end":"2026-04-16T00:55:10.204645Z","steps":["trace[232814889] 'process raft request' (duration: 176.571628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.204667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.292408Z","time spent":"912.20822ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:10.204992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.087762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T00:55:10.205099Z","caller":"traceutil/trace.go:171","msg":"trace[2103844526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12558; }","duration":"913.215426ms","start":"2026-04-16T00:55:09.291871Z","end":"2026-04-16T00:55:10.205086Z","steps":["trace[2103844526] 'agreement among raft nodes before linearized reading' (duration: 912.820636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.205138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.29186Z","time spent":"913.268379ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T00:55:10.261073Z","caller":"traceutil/trace.go:171","msg":"trace[965627183] transaction","detail":"{read_only:false; response_revision:12559; number_of_response:1; }","duration":"232.741436ms","start":"2026-04-16T00:55:10.028305Z","end":"2026-04-16T00:55:10.261046Z","steps":["trace[965627183] 'process raft request' (duration: 232.54131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.261253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.16259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:10.261308Z","caller":"traceutil/trace.go:171","msg":"trace[1747408788] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12559; }","duration":"150.257092ms","start":"2026-04-16T00:55:10.111036Z","end":"2026-04-16T00:55:10.261293Z","steps":["trace[1747408788] 'agreement among raft nodes before linearized reading' (duration: 150.17137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.26136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.926779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:10.26143Z","caller":"traceutil/trace.go:171","msg":"trace[258794151] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:12559; }","duration":"442.066143ms","start":"2026-04-16T00:55:09.819349Z","end":"2026-04-16T00:55:10.261415Z","steps":["trace[258794151] 'agreement among raft nodes before linearized reading' (duration: 441.961781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.26147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.819327Z","time spent":"442.132935ms","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T00:55:10.261468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.220806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T00:55:10.261528Z","caller":"traceutil/trace.go:171","msg":"trace[308732541] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12559; }","duration":"891.324218ms","start":"2026-04-16T00:55:09.370183Z","end":"2026-04-16T00:55:10.261508Z","steps":["trace[308732541] 'agreement among raft nodes before linearized reading' (duration: 891.132693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.261638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.370164Z","time spent":"891.409361ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-16T00:55:10.262119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.738157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870912"} {"level":"info","ts":"2026-04-16T00:55:10.262168Z","caller":"traceutil/trace.go:171","msg":"trace[1359394187] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12559; }","duration":"968.799868ms","start":"2026-04-16T00:55:09.293357Z","end":"2026-04-16T00:55:10.262157Z","steps":["trace[1359394187] 'agreement among raft nodes before linearized reading' (duration: 967.810942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.262203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.293353Z","time spent":"968.838319ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:10.262347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.98ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870912"} {"level":"info","ts":"2026-04-16T00:55:10.262392Z","caller":"traceutil/trace.go:171","msg":"trace[1310925408] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12559; }","duration":"967.02966ms","start":"2026-04-16T00:55:09.295352Z","end":"2026-04-16T00:55:10.262381Z","steps":["trace[1310925408] 'agreement among raft nodes before linearized reading' (duration: 965.706465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.262427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.295335Z","time spent":"967.081682ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:10.26278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.461946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870912"} {"level":"warn","ts":"2026-04-16T00:55:10.262798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.842312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870912"} {"level":"info","ts":"2026-04-16T00:55:10.262853Z","caller":"traceutil/trace.go:171","msg":"trace[1448908163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12559; }","duration":"969.555157ms","start":"2026-04-16T00:55:09.293282Z","end":"2026-04-16T00:55:10.262837Z","steps":["trace[1448908163] 'agreement among raft nodes before linearized reading' (duration: 968.036157ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:10.262863Z","caller":"traceutil/trace.go:171","msg":"trace[544756660] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12559; }","duration":"967.935045ms","start":"2026-04-16T00:55:09.294912Z","end":"2026-04-16T00:55:10.262847Z","steps":["trace[544756660] 'agreement among raft nodes before linearized reading' (duration: 966.288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.262903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.294901Z","time spent":"967.990846ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:10.262906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.293268Z","time spent":"969.62135ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:10.26368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.109403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870912"} {"level":"info","ts":"2026-04-16T00:55:10.26382Z","caller":"traceutil/trace.go:171","msg":"trace[134986909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12559; }","duration":"970.302797ms","start":"2026-04-16T00:55:09.293489Z","end":"2026-04-16T00:55:10.263792Z","steps":["trace[134986909] 'agreement among raft nodes before linearized reading' (duration: 967.600845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.263886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:09.293484Z","time spent":"970.38621ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:10.572165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.060409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:55:10.572289Z","caller":"traceutil/trace.go:171","msg":"trace[1296499831] linearizableReadLoop","detail":"{readStateIndex:12952; appliedIndex:12951; }","duration":"311.255144ms","start":"2026-04-16T00:55:10.261014Z","end":"2026-04-16T00:55:10.572269Z","steps":["trace[1296499831] 'read index received' (duration: 88.840825ms)","trace[1296499831] 'applied index is now lower than readState.Index' (duration: 222.409499ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:10.57238Z","caller":"traceutil/trace.go:171","msg":"trace[265917794] transaction","detail":"{read_only:false; response_revision:12560; number_of_response:1; }","duration":"366.970298ms","start":"2026-04-16T00:55:10.205391Z","end":"2026-04-16T00:55:10.572361Z","steps":["trace[265917794] 'process raft request' (duration: 144.604061ms)","trace[265917794] 'compare' (duration: 221.903874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:55:10.572469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:10.205364Z","time spent":"367.057959ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:10.574217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.487521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18931"} {"level":"info","ts":"2026-04-16T00:55:10.57462Z","caller":"traceutil/trace.go:171","msg":"trace[1566346154] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12560; }","duration":"368.048886ms","start":"2026-04-16T00:55:10.206558Z","end":"2026-04-16T00:55:10.574607Z","steps":["trace[1566346154] 'agreement among raft nodes before linearized reading' (duration: 365.93105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.574839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:10.206518Z","time spent":"368.313734ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18954,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T00:55:10.653267Z","caller":"traceutil/trace.go:171","msg":"trace[586341770] transaction","detail":"{read_only:false; response_revision:12561; number_of_response:1; }","duration":"104.084033ms","start":"2026-04-16T00:55:10.549138Z","end":"2026-04-16T00:55:10.653222Z","steps":["trace[586341770] 'process raft request' (duration: 103.931579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.653454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.589001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-16T00:55:10.65353Z","caller":"traceutil/trace.go:171","msg":"trace[1999340698] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec; range_end:; response_count:1; response_revision:12561; }","duration":"387.706064ms","start":"2026-04-16T00:55:10.265805Z","end":"2026-04-16T00:55:10.653511Z","steps":["trace[1999340698] 'agreement among raft nodes before linearized reading' (duration: 387.439387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:10.653619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:10.265734Z","time spent":"387.867049ms","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec\" "} {"level":"warn","ts":"2026-04-16T00:55:11.158199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.435585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:11.158284Z","caller":"traceutil/trace.go:171","msg":"trace[1663640902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12561; }","duration":"141.542538ms","start":"2026-04-16T00:55:11.016722Z","end":"2026-04-16T00:55:11.158265Z","steps":["trace[1663640902] 'range keys from in-memory index tree' (duration: 141.337413ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.508888Z","caller":"traceutil/trace.go:171","msg":"trace[151373757] linearizableReadLoop","detail":"{readStateIndex:12956; appliedIndex:12954; }","duration":"196.687268ms","start":"2026-04-16T00:55:11.312184Z","end":"2026-04-16T00:55:11.508872Z","steps":["trace[151373757] 'read index received' (duration: 164.33499ms)","trace[151373757] 'applied index is now lower than readState.Index' (duration: 32.351498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:55:11.509073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.260417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:11.509101Z","caller":"traceutil/trace.go:171","msg":"trace[1584346165] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12564; }","duration":"215.321289ms","start":"2026-04-16T00:55:11.293773Z","end":"2026-04-16T00:55:11.509094Z","steps":["trace[1584346165] 'agreement among raft nodes before linearized reading' (duration: 215.195105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.509081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.236005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:11.509154Z","caller":"traceutil/trace.go:171","msg":"trace[28126685] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12564; }","duration":"215.335839ms","start":"2026-04-16T00:55:11.293802Z","end":"2026-04-16T00:55:11.509138Z","steps":["trace[28126685] 'agreement among raft nodes before linearized reading' (duration: 215.152924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.509386Z","caller":"traceutil/trace.go:171","msg":"trace[508309036] transaction","detail":"{read_only:false; response_revision:12563; number_of_response:1; }","duration":"216.436179ms","start":"2026-04-16T00:55:11.292933Z","end":"2026-04-16T00:55:11.509369Z","steps":["trace[508309036] 'process raft request' (duration: 183.641659ms)","trace[508309036] 'compare' (duration: 32.143932ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:11.509645Z","caller":"traceutil/trace.go:171","msg":"trace[2127055768] transaction","detail":"{read_only:false; response_revision:12564; number_of_response:1; }","duration":"214.093465ms","start":"2026-04-16T00:55:11.29554Z","end":"2026-04-16T00:55:11.509633Z","steps":["trace[2127055768] 'process raft request' (duration: 213.279833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.509846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.132056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:11.509865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.13805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:11.509882Z","caller":"traceutil/trace.go:171","msg":"trace[1757361259] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12564; }","duration":"214.187848ms","start":"2026-04-16T00:55:11.295685Z","end":"2026-04-16T00:55:11.509873Z","steps":["trace[1757361259] 'agreement among raft nodes before linearized reading' (duration: 214.076445ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.509936Z","caller":"traceutil/trace.go:171","msg":"trace[1741000109] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12564; }","duration":"216.419798ms","start":"2026-04-16T00:55:11.293465Z","end":"2026-04-16T00:55:11.509885Z","steps":["trace[1741000109] 'agreement among raft nodes before linearized reading' (duration: 216.298375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.510017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.413187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:11.510034Z","caller":"traceutil/trace.go:171","msg":"trace[605822555] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12564; }","duration":"216.443988ms","start":"2026-04-16T00:55:11.293585Z","end":"2026-04-16T00:55:11.510029Z","steps":["trace[605822555] 'agreement among raft nodes before linearized reading' (duration: 216.415368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.510135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.482527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:11.510181Z","caller":"traceutil/trace.go:171","msg":"trace[1361530002] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12564; }","duration":"214.561399ms","start":"2026-04-16T00:55:11.295608Z","end":"2026-04-16T00:55:11.510169Z","steps":["trace[1361530002] 'agreement among raft nodes before linearized reading' (duration: 214.445475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.510317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.487577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:11.510351Z","caller":"traceutil/trace.go:171","msg":"trace[346469167] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12564; }","duration":"217.552778ms","start":"2026-04-16T00:55:11.292791Z","end":"2026-04-16T00:55:11.510343Z","steps":["trace[346469167] 'agreement among raft nodes before linearized reading' (duration: 217.468775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.510386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.436791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:11.510434Z","caller":"traceutil/trace.go:171","msg":"trace[1720515576] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12564; }","duration":"215.484993ms","start":"2026-04-16T00:55:11.294936Z","end":"2026-04-16T00:55:11.510421Z","steps":["trace[1720515576] 'agreement among raft nodes before linearized reading' (duration: 215.415231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.510446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.84635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:11.510527Z","caller":"traceutil/trace.go:171","msg":"trace[256366272] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12564; }","duration":"216.979793ms","start":"2026-04-16T00:55:11.293529Z","end":"2026-04-16T00:55:11.510508Z","steps":["trace[256366272] 'agreement among raft nodes before linearized reading' (duration: 216.730535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.510661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.783561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:55:11.510696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.442495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:11.510719Z","caller":"traceutil/trace.go:171","msg":"trace[221660128] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12564; }","duration":"217.487867ms","start":"2026-04-16T00:55:11.293223Z","end":"2026-04-16T00:55:11.510711Z","steps":["trace[221660128] 'agreement among raft nodes before linearized reading' (duration: 217.460826ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.510714Z","caller":"traceutil/trace.go:171","msg":"trace[1343714413] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12564; }","duration":"215.853432ms","start":"2026-04-16T00:55:11.294849Z","end":"2026-04-16T00:55:11.510702Z","steps":["trace[1343714413] 'agreement among raft nodes before linearized reading' (duration: 215.729719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.51088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.769924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:11.510977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.582622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:11.511015Z","caller":"traceutil/trace.go:171","msg":"trace[1592942145] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12564; }","duration":"216.664284ms","start":"2026-04-16T00:55:11.294341Z","end":"2026-04-16T00:55:11.511006Z","steps":["trace[1592942145] 'agreement among raft nodes before linearized reading' (duration: 216.612484ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.510967Z","caller":"traceutil/trace.go:171","msg":"trace[535092708] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12564; }","duration":"217.871827ms","start":"2026-04-16T00:55:11.293086Z","end":"2026-04-16T00:55:11.510958Z","steps":["trace[535092708] 'agreement among raft nodes before linearized reading' (duration: 217.684651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.511163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.052185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:55:11.510668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.26105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:11.511202Z","caller":"traceutil/trace.go:171","msg":"trace[253451715] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12564; }","duration":"217.113737ms","start":"2026-04-16T00:55:11.294077Z","end":"2026-04-16T00:55:11.511191Z","steps":["trace[253451715] 'agreement among raft nodes before linearized reading' (duration: 217.000424ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.511207Z","caller":"traceutil/trace.go:171","msg":"trace[798951749] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12564; }","duration":"217.821896ms","start":"2026-04-16T00:55:11.293377Z","end":"2026-04-16T00:55:11.511199Z","steps":["trace[798951749] 'agreement among raft nodes before linearized reading' (duration: 217.233811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.510977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.229966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:11.511291Z","caller":"traceutil/trace.go:171","msg":"trace[699069506] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12564; }","duration":"218.575816ms","start":"2026-04-16T00:55:11.292708Z","end":"2026-04-16T00:55:11.511284Z","steps":["trace[699069506] 'agreement among raft nodes before linearized reading' (duration: 218.140565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.511406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.326378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:11.511429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.555108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:11.511439Z","caller":"traceutil/trace.go:171","msg":"trace[624231133] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12564; }","duration":"218.37516ms","start":"2026-04-16T00:55:11.293055Z","end":"2026-04-16T00:55:11.51143Z","steps":["trace[624231133] 'agreement among raft nodes before linearized reading' (duration: 218.321109ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.511459Z","caller":"traceutil/trace.go:171","msg":"trace[2105518198] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12564; }","duration":"217.586428ms","start":"2026-04-16T00:55:11.293864Z","end":"2026-04-16T00:55:11.51145Z","steps":["trace[2105518198] 'agreement among raft nodes before linearized reading' (duration: 217.475065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:11.511589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.629957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:11.510899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.491239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:11.51162Z","caller":"traceutil/trace.go:171","msg":"trace[137562243] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12564; }","duration":"218.681389ms","start":"2026-04-16T00:55:11.29293Z","end":"2026-04-16T00:55:11.511611Z","steps":["trace[137562243] 'agreement among raft nodes before linearized reading' (duration: 218.630457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.511633Z","caller":"traceutil/trace.go:171","msg":"trace[354040078] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12564; }","duration":"217.237769ms","start":"2026-04-16T00:55:11.294382Z","end":"2026-04-16T00:55:11.51162Z","steps":["trace[354040078] 'agreement among raft nodes before linearized reading' (duration: 216.455719ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:11.999807Z","caller":"traceutil/trace.go:171","msg":"trace[2034815451] linearizableReadLoop","detail":"{readStateIndex:12958; appliedIndex:12957; }","duration":"230.146316ms","start":"2026-04-16T00:55:11.769636Z","end":"2026-04-16T00:55:11.999782Z","steps":["trace[2034815451] 'read index received' (duration: 229.91594ms)","trace[2034815451] 'applied index is now lower than readState.Index' (duration: 229.256µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:11.999864Z","caller":"traceutil/trace.go:171","msg":"trace[335039112] transaction","detail":"{read_only:false; response_revision:12565; number_of_response:1; }","duration":"231.718527ms","start":"2026-04-16T00:55:11.768113Z","end":"2026-04-16T00:55:11.999832Z","steps":["trace[335039112] 'process raft request' (duration: 231.43588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.000002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.355152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-16T00:55:12.000042Z","caller":"traceutil/trace.go:171","msg":"trace[2007887101] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:12565; }","duration":"230.438645ms","start":"2026-04-16T00:55:11.769593Z","end":"2026-04-16T00:55:12.000032Z","steps":["trace[2007887101] 'agreement among raft nodes before linearized reading' (duration: 230.280681ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:12.287313Z","caller":"traceutil/trace.go:171","msg":"trace[109090550] linearizableReadLoop","detail":"{readStateIndex:12959; appliedIndex:12958; }","duration":"190.005489ms","start":"2026-04-16T00:55:12.097286Z","end":"2026-04-16T00:55:12.287291Z","steps":["trace[109090550] 'read index received' (duration: 189.893766ms)","trace[109090550] 'applied index is now lower than readState.Index' (duration: 110.593µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:12.287439Z","caller":"traceutil/trace.go:171","msg":"trace[1638313336] transaction","detail":"{read_only:false; response_revision:12566; number_of_response:1; }","duration":"269.764379ms","start":"2026-04-16T00:55:12.017663Z","end":"2026-04-16T00:55:12.287428Z","steps":["trace[1638313336] 'process raft request' (duration: 269.503011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.287767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.455901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T00:55:12.287866Z","caller":"traceutil/trace.go:171","msg":"trace[1538724138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12566; }","duration":"190.598024ms","start":"2026-04-16T00:55:12.097242Z","end":"2026-04-16T00:55:12.28784Z","steps":["trace[1538724138] 'agreement among raft nodes before linearized reading' (duration: 190.269746ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:12.325919Z","caller":"traceutil/trace.go:171","msg":"trace[775091401] transaction","detail":"{read_only:false; response_revision:12567; number_of_response:1; }","duration":"114.854642ms","start":"2026-04-16T00:55:12.21104Z","end":"2026-04-16T00:55:12.325894Z","steps":["trace[775091401] 'process raft request' (duration: 114.688847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.326258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.561237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T00:55:12.326311Z","caller":"traceutil/trace.go:171","msg":"trace[641375979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12568; }","duration":"116.63683ms","start":"2026-04-16T00:55:12.209661Z","end":"2026-04-16T00:55:12.326298Z","steps":["trace[641375979] 'agreement among raft nodes before linearized reading' (duration: 116.419715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.326435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.835002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T00:55:12.326514Z","caller":"traceutil/trace.go:171","msg":"trace[61773524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12568; }","duration":"117.951856ms","start":"2026-04-16T00:55:12.20855Z","end":"2026-04-16T00:55:12.326501Z","steps":["trace[61773524] 'agreement among raft nodes before linearized reading' (duration: 117.812032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.326411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.155063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T00:55:12.326623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.166052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T00:55:12.326682Z","caller":"traceutil/trace.go:171","msg":"trace[1754726969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12568; }","duration":"118.263834ms","start":"2026-04-16T00:55:12.208402Z","end":"2026-04-16T00:55:12.326666Z","steps":["trace[1754726969] 'agreement among raft nodes before linearized reading' (duration: 118.013648ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:12.326691Z","caller":"traceutil/trace.go:171","msg":"trace[758273387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12568; }","duration":"117.444282ms","start":"2026-04-16T00:55:12.209183Z","end":"2026-04-16T00:55:12.326628Z","steps":["trace[758273387] 'agreement among raft nodes before linearized reading' (duration: 116.926228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.326257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.727599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T00:55:12.326889Z","caller":"traceutil/trace.go:171","msg":"trace[750435948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12568; }","duration":"118.374467ms","start":"2026-04-16T00:55:12.208492Z","end":"2026-04-16T00:55:12.326867Z","steps":["trace[750435948] 'agreement among raft nodes before linearized reading' (duration: 117.662997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.595743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.715608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:55:12.595849Z","caller":"traceutil/trace.go:171","msg":"trace[1880289196] linearizableReadLoop","detail":"{readStateIndex:12962; appliedIndex:12961; }","duration":"269.754358ms","start":"2026-04-16T00:55:12.326077Z","end":"2026-04-16T00:55:12.595832Z","steps":["trace[1880289196] 'read index received' (duration: 135.942467ms)","trace[1880289196] 'applied index is now lower than readState.Index' (duration: 133.8106ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:12.595859Z","caller":"traceutil/trace.go:171","msg":"trace[1348151888] transaction","detail":"{read_only:false; response_revision:12569; number_of_response:1; }","duration":"303.795923ms","start":"2026-04-16T00:55:12.292043Z","end":"2026-04-16T00:55:12.595839Z","steps":["trace[1348151888] 'process raft request' (duration: 169.893079ms)","trace[1348151888] 'compare' (duration: 133.479892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:55:12.595959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.292027Z","time spent":"303.887365ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:12.59596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.655408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:12.596013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.509475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:55:12.596048Z","caller":"traceutil/trace.go:171","msg":"trace[506552401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:12569; }","duration":"306.570156ms","start":"2026-04-16T00:55:12.289468Z","end":"2026-04-16T00:55:12.596038Z","steps":["trace[506552401] 'agreement among raft nodes before linearized reading' (duration: 306.414242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.596085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.289451Z","time spent":"306.624278ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7g52w\" "} {"level":"info","ts":"2026-04-16T00:55:12.596119Z","caller":"traceutil/trace.go:171","msg":"trace[1819978513] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:12569; }","duration":"303.765781ms","start":"2026-04-16T00:55:12.292258Z","end":"2026-04-16T00:55:12.596024Z","steps":["trace[1819978513] 'agreement among raft nodes before linearized reading' (duration: 303.619777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.596179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.292248Z","time spent":"303.914765ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:12.59635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.793606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-16T00:55:12.596354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.735155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-04-16T00:55:12.596355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.387995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:12.596393Z","caller":"traceutil/trace.go:171","msg":"trace[82270365] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:12569; }","duration":"305.810956ms","start":"2026-04-16T00:55:12.290572Z","end":"2026-04-16T00:55:12.596383Z","steps":["trace[82270365] 'agreement among raft nodes before linearized reading' (duration: 305.685742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.596434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.290553Z","time spent":"305.873558ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"info","ts":"2026-04-16T00:55:12.596436Z","caller":"traceutil/trace.go:171","msg":"trace[1860606257] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:12569; }","duration":"305.481088ms","start":"2026-04-16T00:55:12.290931Z","end":"2026-04-16T00:55:12.596412Z","steps":["trace[1860606257] 'agreement among raft nodes before linearized reading' (duration: 305.362435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.596441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.94306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:55:12.596485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.29092Z","time spent":"305.551979ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-04-16T00:55:12.596556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.641049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-16T00:55:12.596636Z","caller":"traceutil/trace.go:171","msg":"trace[121138607] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12569; }","duration":"303.794192ms","start":"2026-04-16T00:55:12.292827Z","end":"2026-04-16T00:55:12.596621Z","steps":["trace[121138607] 'agreement among raft nodes before linearized reading' (duration: 303.550036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.596688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.292816Z","time spent":"303.855923ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"info","ts":"2026-04-16T00:55:12.596566Z","caller":"traceutil/trace.go:171","msg":"trace[1575982152] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12569; }","duration":"303.093783ms","start":"2026-04-16T00:55:12.293454Z","end":"2026-04-16T00:55:12.596547Z","steps":["trace[1575982152] 'agreement among raft nodes before linearized reading' (duration: 302.806945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.596844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.293445Z","time spent":"303.379341ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"info","ts":"2026-04-16T00:55:12.596386Z","caller":"traceutil/trace.go:171","msg":"trace[1510023053] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:12569; }","duration":"305.829407ms","start":"2026-04-16T00:55:12.290547Z","end":"2026-04-16T00:55:12.596377Z","steps":["trace[1510023053] 'agreement among raft nodes before linearized reading' (duration: 305.726494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.596973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.290513Z","time spent":"306.434664ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" "} {"level":"warn","ts":"2026-04-16T00:55:12.817687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.301389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:55:12.818Z","caller":"traceutil/trace.go:171","msg":"trace[1820064993] transaction","detail":"{read_only:false; response_revision:12574; number_of_response:1; }","duration":"486.813863ms","start":"2026-04-16T00:55:12.33117Z","end":"2026-04-16T00:55:12.817983Z","steps":["trace[1820064993] 'process raft request' (duration: 486.769873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.818069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.331153Z","time spent":"486.887715ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:12.818156Z","caller":"traceutil/trace.go:171","msg":"trace[112422620] transaction","detail":"{read_only:false; response_revision:12570; number_of_response:1; }","duration":"487.844562ms","start":"2026-04-16T00:55:12.330276Z","end":"2026-04-16T00:55:12.818121Z","steps":["trace[112422620] 'process raft request' (duration: 367.023399ms)","trace[112422620] 'compare' (duration: 119.862317ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:12.818229Z","caller":"traceutil/trace.go:171","msg":"trace[192508411] transaction","detail":"{read_only:false; response_revision:12573; number_of_response:1; }","duration":"487.363239ms","start":"2026-04-16T00:55:12.330856Z","end":"2026-04-16T00:55:12.818219Z","steps":["trace[192508411] 'process raft request' (duration: 487.050471ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:12.818238Z","caller":"traceutil/trace.go:171","msg":"trace[1406837745] transaction","detail":"{read_only:false; response_revision:12572; number_of_response:1; }","duration":"487.42968ms","start":"2026-04-16T00:55:12.330778Z","end":"2026-04-16T00:55:12.818207Z","steps":["trace[1406837745] 'process raft request' (duration: 487.082071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.818302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.330256Z","time spent":"487.964495ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:12.818341Z","caller":"traceutil/trace.go:171","msg":"trace[2026823445] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"487.648727ms","start":"2026-04-16T00:55:12.330685Z","end":"2026-04-16T00:55:12.818334Z","steps":["trace[2026823445] 'process raft request' (duration: 487.104282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.818384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.330674Z","time spent":"487.689208ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:12.818398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.330756Z","time spent":"487.556293ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:12.818272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.330829Z","time spent":"487.42123ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:12.911926Z","caller":"traceutil/trace.go:171","msg":"trace[1014319837] linearizableReadLoop","detail":"{readStateIndex:12968; appliedIndex:12962; }","duration":"308.826857ms","start":"2026-04-16T00:55:12.603075Z","end":"2026-04-16T00:55:12.911902Z","steps":["trace[1014319837] 'read index received' (duration: 94.523336ms)","trace[1014319837] 'applied index is now lower than readState.Index' (duration: 214.302561ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:12.912006Z","caller":"traceutil/trace.go:171","msg":"trace[1955226953] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"313.321148ms","start":"2026-04-16T00:55:12.598659Z","end":"2026-04-16T00:55:12.91198Z","steps":["trace[1955226953] 'process raft request' (duration: 313.107122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.91213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.598643Z","time spent":"313.431541ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3347,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T00:55:12.913126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.030189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:874267"} {"level":"info","ts":"2026-04-16T00:55:12.91322Z","caller":"traceutil/trace.go:171","msg":"trace[726603940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:12575; }","duration":"310.138162ms","start":"2026-04-16T00:55:12.603068Z","end":"2026-04-16T00:55:12.913207Z","steps":["trace[726603940] 'agreement among raft nodes before linearized reading' (duration: 308.918889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.913272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.603021Z","time spent":"310.240286ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":874290,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:12.913485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.757942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:874267"} {"level":"warn","ts":"2026-04-16T00:55:12.913534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.254996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:874267"} {"level":"info","ts":"2026-04-16T00:55:12.913556Z","caller":"traceutil/trace.go:171","msg":"trace[687329693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:12575; }","duration":"309.922987ms","start":"2026-04-16T00:55:12.603619Z","end":"2026-04-16T00:55:12.913542Z","steps":["trace[687329693] 'agreement among raft nodes before linearized reading' (duration: 308.612751ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:12.913577Z","caller":"traceutil/trace.go:171","msg":"trace[1584844050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:12575; }","duration":"310.342819ms","start":"2026-04-16T00:55:12.603223Z","end":"2026-04-16T00:55:12.913566Z","steps":["trace[1584844050] 'agreement among raft nodes before linearized reading' (duration: 309.195578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.914766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.603206Z","time spent":"311.502739ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":874290,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:12.913592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.603612Z","time spent":"309.970888ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":874290,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:12.913781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.600195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:874267"} {"level":"info","ts":"2026-04-16T00:55:12.915394Z","caller":"traceutil/trace.go:171","msg":"trace[1749215021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:12575; }","duration":"312.214509ms","start":"2026-04-16T00:55:12.603167Z","end":"2026-04-16T00:55:12.915382Z","steps":["trace[1749215021] 'agreement among raft nodes before linearized reading' (duration: 308.872779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.915439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.603144Z","time spent":"312.28064ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":874290,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:12.913942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.727908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:874267"} {"level":"info","ts":"2026-04-16T00:55:12.91568Z","caller":"traceutil/trace.go:171","msg":"trace[1321214685] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:12575; }","duration":"312.495825ms","start":"2026-04-16T00:55:12.603178Z","end":"2026-04-16T00:55:12.915674Z","steps":["trace[1321214685] 'agreement among raft nodes before linearized reading' (duration: 309.277978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:12.915702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:12.603158Z","time spent":"312.536578ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":874290,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T00:55:13.034135Z","caller":"traceutil/trace.go:171","msg":"trace[1218574256] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"115.037027ms","start":"2026-04-16T00:55:12.919069Z","end":"2026-04-16T00:55:13.034106Z","steps":["trace[1218574256] 'process raft request' (duration: 114.794081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:13.034216Z","caller":"traceutil/trace.go:171","msg":"trace[461625675] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"113.175497ms","start":"2026-04-16T00:55:12.921005Z","end":"2026-04-16T00:55:13.03418Z","steps":["trace[461625675] 'process raft request' (duration: 113.010552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:13.034447Z","caller":"traceutil/trace.go:171","msg":"trace[2123330287] transaction","detail":"{read_only:false; response_revision:12579; number_of_response:1; }","duration":"113.395123ms","start":"2026-04-16T00:55:12.921027Z","end":"2026-04-16T00:55:13.034422Z","steps":["trace[2123330287] 'process raft request' (duration: 113.062394ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:18.46151Z","caller":"traceutil/trace.go:171","msg":"trace[1943829554] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"116.737063ms","start":"2026-04-16T00:55:18.344753Z","end":"2026-04-16T00:55:18.46149Z","steps":["trace[1943829554] 'process raft request' (duration: 116.64016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:33.484291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9626} {"level":"info","ts":"2026-04-16T00:55:33.642759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9626,"took":"155.328149ms","hash":3040296012,"current-db-size-bytes":59404288,"current-db-size":"59 MB","current-db-size-in-use-bytes":36655104,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-16T00:55:33.643495Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3040296012,"revision":9626,"compact-revision":5339} {"level":"info","ts":"2026-04-16T00:55:41.748171Z","caller":"traceutil/trace.go:171","msg":"trace[1479799465] transaction","detail":"{read_only:false; response_revision:12776; number_of_response:1; }","duration":"135.19993ms","start":"2026-04-16T00:55:41.612952Z","end":"2026-04-16T00:55:41.748152Z","steps":["trace[1479799465] 'process raft request' (duration: 135.158717ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:41.74817Z","caller":"traceutil/trace.go:171","msg":"trace[226528329] linearizableReadLoop","detail":"{readStateIndex:13174; appliedIndex:13173; }","duration":"146.960841ms","start":"2026-04-16T00:55:41.601176Z","end":"2026-04-16T00:55:41.748137Z","steps":["trace[226528329] 'read index received' (duration: 130.710562ms)","trace[226528329] 'applied index is now lower than readState.Index' (duration: 16.244909ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:41.748236Z","caller":"traceutil/trace.go:171","msg":"trace[1393668562] transaction","detail":"{read_only:false; response_revision:12775; number_of_response:1; }","duration":"139.746389ms","start":"2026-04-16T00:55:41.60845Z","end":"2026-04-16T00:55:41.748196Z","steps":["trace[1393668562] 'process raft request' (duration: 139.569602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.008793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:41.748442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.930456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:41.74847Z","caller":"traceutil/trace.go:171","msg":"trace[1158302923] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12776; }","duration":"139.99761ms","start":"2026-04-16T00:55:41.608465Z","end":"2026-04-16T00:55:41.748463Z","steps":["trace[1158302923] 'agreement among raft nodes before linearized reading' (duration: 139.871784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.74848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.728822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:41.748476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.400327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:41.748563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.933173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:41.748546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.502312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:41.748596Z","caller":"traceutil/trace.go:171","msg":"trace[741271885] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12776; }","duration":"137.997597ms","start":"2026-04-16T00:55:41.610589Z","end":"2026-04-16T00:55:41.748587Z","steps":["trace[741271885] 'agreement among raft nodes before linearized reading' (duration: 137.84268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.673269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:41.748442Z","caller":"traceutil/trace.go:171","msg":"trace[418091019] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12776; }","duration":"147.079656ms","start":"2026-04-16T00:55:41.601351Z","end":"2026-04-16T00:55:41.74843Z","steps":["trace[418091019] 'agreement among raft nodes before linearized reading' (duration: 146.969611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:41.748628Z","caller":"traceutil/trace.go:171","msg":"trace[39599297] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12776; }","duration":"141.625807ms","start":"2026-04-16T00:55:41.606981Z","end":"2026-04-16T00:55:41.748607Z","steps":["trace[39599297] 'agreement among raft nodes before linearized reading' (duration: 141.367277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.023719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:41.748815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.358177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:41.748838Z","caller":"traceutil/trace.go:171","msg":"trace[1992042139] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12776; }","duration":"144.310481ms","start":"2026-04-16T00:55:41.604515Z","end":"2026-04-16T00:55:41.748826Z","steps":["trace[1992042139] 'agreement among raft nodes before linearized reading' (duration: 143.921664ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:41.748849Z","caller":"traceutil/trace.go:171","msg":"trace[1560744613] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12776; }","duration":"147.440421ms","start":"2026-04-16T00:55:41.601401Z","end":"2026-04-16T00:55:41.748841Z","steps":["trace[1560744613] 'agreement among raft nodes before linearized reading' (duration: 147.131438ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:41.748507Z","caller":"traceutil/trace.go:171","msg":"trace[111123012] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12776; }","duration":"146.771683ms","start":"2026-04-16T00:55:41.601728Z","end":"2026-04-16T00:55:41.7485Z","steps":["trace[111123012] 'agreement among raft nodes before linearized reading' (duration: 146.732642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.914008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:41.748957Z","caller":"traceutil/trace.go:171","msg":"trace[1256400673] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12776; }","duration":"141.237332ms","start":"2026-04-16T00:55:41.607711Z","end":"2026-04-16T00:55:41.748948Z","steps":["trace[1256400673] 'agreement among raft nodes before linearized reading' (duration: 140.798703ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:41.748571Z","caller":"traceutil/trace.go:171","msg":"trace[1705630489] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12776; }","duration":"140.51283ms","start":"2026-04-16T00:55:41.608033Z","end":"2026-04-16T00:55:41.748546Z","steps":["trace[1705630489] 'agreement among raft nodes before linearized reading' (duration: 140.367935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.206906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:41.749167Z","caller":"traceutil/trace.go:171","msg":"trace[191480128] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12776; }","duration":"139.75259ms","start":"2026-04-16T00:55:41.609395Z","end":"2026-04-16T00:55:41.749147Z","steps":["trace[191480128] 'agreement among raft nodes before linearized reading' (duration: 139.217318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.388946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:41.749241Z","caller":"traceutil/trace.go:171","msg":"trace[269941957] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12776; }","duration":"140.96833ms","start":"2026-04-16T00:55:41.608253Z","end":"2026-04-16T00:55:41.749221Z","steps":["trace[269941957] 'agreement among raft nodes before linearized reading' (duration: 140.353214ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:41.748664Z","caller":"traceutil/trace.go:171","msg":"trace[2056039456] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12776; }","duration":"146.761342ms","start":"2026-04-16T00:55:41.601883Z","end":"2026-04-16T00:55:41.748644Z","steps":["trace[2056039456] 'agreement among raft nodes before linearized reading' (duration: 146.504901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.969534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:41.749468Z","caller":"traceutil/trace.go:171","msg":"trace[872422653] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12776; }","duration":"143.81826ms","start":"2026-04-16T00:55:41.605633Z","end":"2026-04-16T00:55:41.749452Z","steps":["trace[872422653] 'agreement among raft nodes before linearized reading' (duration: 142.85881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.593096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:41.749608Z","caller":"traceutil/trace.go:171","msg":"trace[1580337290] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12776; }","duration":"147.510984ms","start":"2026-04-16T00:55:41.602087Z","end":"2026-04-16T00:55:41.749598Z","steps":["trace[1580337290] 'agreement among raft nodes before linearized reading' (duration: 146.513852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.192231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:41.74975Z","caller":"traceutil/trace.go:171","msg":"trace[2133664253] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12776; }","duration":"148.587589ms","start":"2026-04-16T00:55:41.601153Z","end":"2026-04-16T00:55:41.749741Z","steps":["trace[2133664253] 'agreement among raft nodes before linearized reading' (duration: 147.150039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.307746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:41.749925Z","caller":"traceutil/trace.go:171","msg":"trace[863154026] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12776; }","duration":"148.553227ms","start":"2026-04-16T00:55:41.601362Z","end":"2026-04-16T00:55:41.749916Z","steps":["trace[863154026] 'agreement among raft nodes before linearized reading' (duration: 147.289864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:41.748782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.10062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:41.750115Z","caller":"traceutil/trace.go:171","msg":"trace[1340280248] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12776; }","duration":"139.460637ms","start":"2026-04-16T00:55:41.610646Z","end":"2026-04-16T00:55:41.750107Z","steps":["trace[1340280248] 'agreement among raft nodes before linearized reading' (duration: 137.976855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.004487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.209743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:55:44.004577Z","caller":"traceutil/trace.go:171","msg":"trace[104039653] linearizableReadLoop","detail":"{readStateIndex:13187; appliedIndex:13186; }","duration":"202.066604ms","start":"2026-04-16T00:55:43.802497Z","end":"2026-04-16T00:55:44.004564Z","steps":["trace[104039653] 'read index received' (duration: 53.651672ms)","trace[104039653] 'applied index is now lower than readState.Index' (duration: 148.413552ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:44.004758Z","caller":"traceutil/trace.go:171","msg":"trace[171715883] transaction","detail":"{read_only:false; response_revision:12787; number_of_response:1; }","duration":"249.258625ms","start":"2026-04-16T00:55:43.755491Z","end":"2026-04-16T00:55:44.004749Z","steps":["trace[171715883] 'process raft request' (duration: 100.717328ms)","trace[171715883] 'compare' (duration: 148.116329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:55:44.004952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.927588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:44.004971Z","caller":"traceutil/trace.go:171","msg":"trace[2086550627] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12787; }","duration":"246.96546ms","start":"2026-04-16T00:55:43.758Z","end":"2026-04-16T00:55:44.004965Z","steps":["trace[2086550627] 'agreement among raft nodes before linearized reading' (duration: 246.876766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.493722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:44.005131Z","caller":"traceutil/trace.go:171","msg":"trace[447656981] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12787; }","duration":"247.540465ms","start":"2026-04-16T00:55:43.757585Z","end":"2026-04-16T00:55:44.005125Z","steps":["trace[447656981] 'agreement among raft nodes before linearized reading' (duration: 247.483302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.649902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:44.005249Z","caller":"traceutil/trace.go:171","msg":"trace[315275166] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12787; }","duration":"249.733396ms","start":"2026-04-16T00:55:43.755503Z","end":"2026-04-16T00:55:44.005236Z","steps":["trace[315275166] 'agreement among raft nodes before linearized reading' (duration: 249.621081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.727149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416936"} {"level":"warn","ts":"2026-04-16T00:55:44.005479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.722795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:44.005504Z","caller":"traceutil/trace.go:171","msg":"trace[477492124] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12787; }","duration":"249.770987ms","start":"2026-04-16T00:55:43.755727Z","end":"2026-04-16T00:55:44.005498Z","steps":["trace[477492124] 'agreement among raft nodes before linearized reading' (duration: 249.732836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.771097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:44.005531Z","caller":"traceutil/trace.go:171","msg":"trace[1971614023] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12787; }","duration":"249.804738ms","start":"2026-04-16T00:55:43.755722Z","end":"2026-04-16T00:55:44.005527Z","steps":["trace[1971614023] 'agreement among raft nodes before linearized reading' (duration: 249.755316ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:44.005524Z","caller":"traceutil/trace.go:171","msg":"trace[1297847922] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12787; }","duration":"150.866734ms","start":"2026-04-16T00:55:43.854628Z","end":"2026-04-16T00:55:44.005495Z","steps":["trace[1297847922] 'agreement among raft nodes before linearized reading' (duration: 150.52404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.581349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:44.005595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.001317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:44.005657Z","caller":"traceutil/trace.go:171","msg":"trace[1928530445] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12787; }","duration":"250.112621ms","start":"2026-04-16T00:55:43.75553Z","end":"2026-04-16T00:55:44.005642Z","steps":["trace[1928530445] 'agreement among raft nodes before linearized reading' (duration: 249.980066ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:44.005655Z","caller":"traceutil/trace.go:171","msg":"trace[1201046604] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12787; }","duration":"249.674353ms","start":"2026-04-16T00:55:43.755964Z","end":"2026-04-16T00:55:44.005638Z","steps":["trace[1201046604] 'agreement among raft nodes before linearized reading' (duration: 249.575098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.155033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:44.005683Z","caller":"traceutil/trace.go:171","msg":"trace[213092214] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12787; }","duration":"250.215406ms","start":"2026-04-16T00:55:43.755463Z","end":"2026-04-16T00:55:44.005678Z","steps":["trace[213092214] 'agreement among raft nodes before linearized reading' (duration: 250.171544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.873191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:44.005709Z","caller":"traceutil/trace.go:171","msg":"trace[1721718476] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12787; }","duration":"249.908764ms","start":"2026-04-16T00:55:43.755794Z","end":"2026-04-16T00:55:44.005702Z","steps":["trace[1721718476] 'agreement among raft nodes before linearized reading' (duration: 249.846591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.785727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:44.005624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.134942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:44.005763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.987116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:44.005776Z","caller":"traceutil/trace.go:171","msg":"trace[144001248] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12787; }","duration":"250.53862ms","start":"2026-04-16T00:55:43.755231Z","end":"2026-04-16T00:55:44.00577Z","steps":["trace[144001248] 'agreement among raft nodes before linearized reading' (duration: 250.375273ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:44.005762Z","caller":"traceutil/trace.go:171","msg":"trace[1740992902] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12787; }","duration":"249.894782ms","start":"2026-04-16T00:55:43.755847Z","end":"2026-04-16T00:55:44.005742Z","steps":["trace[1740992902] 'agreement among raft nodes before linearized reading' (duration: 249.637632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:44.005783Z","caller":"traceutil/trace.go:171","msg":"trace[91279557] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12787; }","duration":"250.027838ms","start":"2026-04-16T00:55:43.755749Z","end":"2026-04-16T00:55:44.005777Z","steps":["trace[91279557] 'agreement among raft nodes before linearized reading' (duration: 249.997036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.005777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.129351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:44.005465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.470865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:44.00586Z","caller":"traceutil/trace.go:171","msg":"trace[996935102] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12787; }","duration":"250.230656ms","start":"2026-04-16T00:55:43.755609Z","end":"2026-04-16T00:55:44.00584Z","steps":["trace[996935102] 'agreement among raft nodes before linearized reading' (duration: 249.975446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.00589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.700716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:44.005894Z","caller":"traceutil/trace.go:171","msg":"trace[1548206717] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12787; }","duration":"249.910024ms","start":"2026-04-16T00:55:43.755976Z","end":"2026-04-16T00:55:44.005886Z","steps":["trace[1548206717] 'agreement among raft nodes before linearized reading' (duration: 249.417963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:44.005907Z","caller":"traceutil/trace.go:171","msg":"trace[1717039962] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12787; }","duration":"250.721957ms","start":"2026-04-16T00:55:43.755181Z","end":"2026-04-16T00:55:44.005903Z","steps":["trace[1717039962] 'agreement among raft nodes before linearized reading' (duration: 250.674755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:44.006009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.569121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:44.006047Z","caller":"traceutil/trace.go:171","msg":"trace[1303052960] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12787; }","duration":"250.8035ms","start":"2026-04-16T00:55:43.755221Z","end":"2026-04-16T00:55:44.006025Z","steps":["trace[1303052960] 'agreement among raft nodes before linearized reading' (duration: 250.744107ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:44.888711Z","caller":"traceutil/trace.go:171","msg":"trace[691044747] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"263.223159ms","start":"2026-04-16T00:55:44.62546Z","end":"2026-04-16T00:55:44.888683Z","steps":["trace[691044747] 'process raft request' (duration: 263.043181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:45.402739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.08722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:55:45.40288Z","caller":"traceutil/trace.go:171","msg":"trace[308841237] linearizableReadLoop","detail":"{readStateIndex:13193; appliedIndex:13192; }","duration":"256.80011ms","start":"2026-04-16T00:55:45.146059Z","end":"2026-04-16T00:55:45.402859Z","steps":["trace[308841237] 'read index received' (duration: 6.433858ms)","trace[308841237] 'applied index is now lower than readState.Index' (duration: 250.361002ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:45.402899Z","caller":"traceutil/trace.go:171","msg":"trace[706700946] transaction","detail":"{read_only:false; response_revision:12793; number_of_response:1; }","duration":"258.094475ms","start":"2026-04-16T00:55:45.144779Z","end":"2026-04-16T00:55:45.402873Z","steps":["trace[706700946] 'compare' (duration: 249.944314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:45.403033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.966107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:45.403091Z","caller":"traceutil/trace.go:171","msg":"trace[406620820] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12793; }","duration":"257.052541ms","start":"2026-04-16T00:55:45.146022Z","end":"2026-04-16T00:55:45.403075Z","steps":["trace[406620820] 'agreement among raft nodes before linearized reading' (duration: 256.955017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:45.403345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.176549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T00:55:45.403424Z","caller":"traceutil/trace.go:171","msg":"trace[1338690742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12793; }","duration":"231.298724ms","start":"2026-04-16T00:55:45.172114Z","end":"2026-04-16T00:55:45.403413Z","steps":["trace[1338690742] 'agreement among raft nodes before linearized reading' (duration: 231.107936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:45.403416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.535259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-16T00:55:45.4035Z","caller":"traceutil/trace.go:171","msg":"trace[2003318102] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:12793; }","duration":"110.664195ms","start":"2026-04-16T00:55:45.292815Z","end":"2026-04-16T00:55:45.403479Z","steps":["trace[2003318102] 'agreement among raft nodes before linearized reading' (duration: 110.418855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:45.403584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.517135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-16T00:55:45.403648Z","caller":"traceutil/trace.go:171","msg":"trace[1220716805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:12793; }","duration":"175.602378ms","start":"2026-04-16T00:55:45.228031Z","end":"2026-04-16T00:55:45.403633Z","steps":["trace[1220716805] 'agreement among raft nodes before linearized reading' (duration: 175.395819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:45.403672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.486223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T00:55:45.403751Z","caller":"traceutil/trace.go:171","msg":"trace[1272429131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12793; }","duration":"231.608228ms","start":"2026-04-16T00:55:45.172124Z","end":"2026-04-16T00:55:45.403732Z","steps":["trace[1272429131] 'agreement among raft nodes before linearized reading' (duration: 231.462402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:45.40388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.618466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-04-16T00:55:45.403913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.197426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T00:55:45.403935Z","caller":"traceutil/trace.go:171","msg":"trace[1278603135] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:12793; }","duration":"101.699349ms","start":"2026-04-16T00:55:45.302221Z","end":"2026-04-16T00:55:45.40392Z","steps":["trace[1278603135] 'agreement among raft nodes before linearized reading' (duration: 101.550393ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:45.403945Z","caller":"traceutil/trace.go:171","msg":"trace[180553962] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12793; }","duration":"150.281969ms","start":"2026-04-16T00:55:45.253655Z","end":"2026-04-16T00:55:45.403937Z","steps":["trace[180553962] 'agreement among raft nodes before linearized reading' (duration: 150.222418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:45.404173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.687089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18871"} {"level":"info","ts":"2026-04-16T00:55:45.404233Z","caller":"traceutil/trace.go:171","msg":"trace[1475499136] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12793; }","duration":"224.782003ms","start":"2026-04-16T00:55:45.17944Z","end":"2026-04-16T00:55:45.404222Z","steps":["trace[1475499136] 'agreement among raft nodes before linearized reading' (duration: 224.117875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.165368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.300798ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:46.165722Z","caller":"traceutil/trace.go:171","msg":"trace[725240856] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12793; }","duration":"524.666203ms","start":"2026-04-16T00:55:45.641036Z","end":"2026-04-16T00:55:46.165702Z","steps":["trace[725240856] 'range keys from in-memory index tree' (duration: 524.283958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.165748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.995197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T00:55:46.165998Z","caller":"traceutil/trace.go:171","msg":"trace[774605681] transaction","detail":"{read_only:false; response_revision:12794; number_of_response:1; }","duration":"755.624965ms","start":"2026-04-16T00:55:45.410348Z","end":"2026-04-16T00:55:46.165973Z","steps":["trace[774605681] 'process raft request' (duration: 102.306555ms)","trace[774605681] 'compare' (duration: 652.695184ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:55:46.166054Z","caller":"traceutil/trace.go:171","msg":"trace[1027400580] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"755.592954ms","start":"2026-04-16T00:55:45.410441Z","end":"2026-04-16T00:55:46.166034Z","steps":["trace[1027400580] 'process raft request' (duration: 755.445048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.166094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.410304Z","time spent":"755.749382ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:46.166086Z","caller":"traceutil/trace.go:171","msg":"trace[750983260] linearizableReadLoop","detail":"{readStateIndex:13195; appliedIndex:13193; }","duration":"754.856424ms","start":"2026-04-16T00:55:45.4112Z","end":"2026-04-16T00:55:46.166057Z","steps":["trace[750983260] 'read index received' (duration: 101.478131ms)","trace[750983260] 'applied index is now lower than readState.Index' (duration: 653.374923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:55:46.166142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.410419Z","time spent":"755.679168ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:46.166183Z","caller":"traceutil/trace.go:171","msg":"trace[830527042] transaction","detail":"{read_only:false; response_revision:12798; number_of_response:1; }","duration":"155.204265ms","start":"2026-04-16T00:55:46.010962Z","end":"2026-04-16T00:55:46.166166Z","steps":["trace[830527042] 'process raft request' (duration: 155.143762ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.166253Z","caller":"traceutil/trace.go:171","msg":"trace[835506023] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"612.87163ms","start":"2026-04-16T00:55:45.553371Z","end":"2026-04-16T00:55:46.166243Z","steps":["trace[835506023] 'process raft request' (duration: 612.61884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.166308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.55334Z","time spent":"612.942544ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T00:55:46.166358Z","caller":"traceutil/trace.go:171","msg":"trace[1611856112] transaction","detail":"{read_only:false; response_revision:12797; number_of_response:1; }","duration":"358.550913ms","start":"2026-04-16T00:55:45.807792Z","end":"2026-04-16T00:55:46.166343Z","steps":["trace[1611856112] 'process raft request' (duration: 358.259632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.166454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.807777Z","time spent":"358.624956ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T00:55:46.167052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.830495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870913"} {"level":"warn","ts":"2026-04-16T00:55:46.167087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.045961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:46.167103Z","caller":"traceutil/trace.go:171","msg":"trace[1940751080] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12798; }","duration":"755.914817ms","start":"2026-04-16T00:55:45.411177Z","end":"2026-04-16T00:55:46.167092Z","steps":["trace[1940751080] 'agreement among raft nodes before linearized reading' (duration: 755.02476ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.167131Z","caller":"traceutil/trace.go:171","msg":"trace[1516779255] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12798; }","duration":"156.107533ms","start":"2026-04-16T00:55:46.011011Z","end":"2026-04-16T00:55:46.167118Z","steps":["trace[1516779255] 'agreement among raft nodes before linearized reading' (duration: 156.01966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.165275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:46.167175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.23639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:46.167189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.510725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18810"} {"level":"warn","ts":"2026-04-16T00:55:46.167244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.136365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:46.167237Z","caller":"traceutil/trace.go:171","msg":"trace[2130029169] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12798; }","duration":"156.337003ms","start":"2026-04-16T00:55:46.010883Z","end":"2026-04-16T00:55:46.16722Z","steps":["trace[2130029169] 'agreement among raft nodes before linearized reading' (duration: 156.25652ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.167281Z","caller":"traceutil/trace.go:171","msg":"trace[173504690] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12798; }","duration":"559.208078ms","start":"2026-04-16T00:55:45.608065Z","end":"2026-04-16T00:55:46.167273Z","steps":["trace[173504690] 'agreement among raft nodes before linearized reading' (duration: 559.111404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.375575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:55:46.167297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.359305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T00:55:46.16731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.608041Z","time spent":"559.26298ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T00:55:46.167312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.933016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:46.167332Z","caller":"traceutil/trace.go:171","msg":"trace[1965922664] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12798; }","duration":"156.439227ms","start":"2026-04-16T00:55:46.010885Z","end":"2026-04-16T00:55:46.167324Z","steps":["trace[1965922664] 'agreement among raft nodes before linearized reading' (duration: 156.345994ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.167345Z","caller":"traceutil/trace.go:171","msg":"trace[1267127869] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12798; }","duration":"156.412596ms","start":"2026-04-16T00:55:46.010921Z","end":"2026-04-16T00:55:46.167333Z","steps":["trace[1267127869] 'agreement among raft nodes before linearized reading' (duration: 156.209339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.167409Z","caller":"traceutil/trace.go:171","msg":"trace[1968117570] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12798; }","duration":"565.003551ms","start":"2026-04-16T00:55:45.60234Z","end":"2026-04-16T00:55:46.167343Z","steps":["trace[1968117570] 'agreement among raft nodes before linearized reading' (duration: 564.940858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.302622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:46.167208Z","caller":"traceutil/trace.go:171","msg":"trace[1275177741] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12798; }","duration":"558.241577ms","start":"2026-04-16T00:55:45.608954Z","end":"2026-04-16T00:55:46.167195Z","steps":["trace[1275177741] 'agreement among raft nodes before linearized reading' (duration: 558.153983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.602325Z","time spent":"565.126635ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T00:55:46.167487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.608945Z","time spent":"558.52888ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:55:46.167518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.004776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:46.167517Z","caller":"traceutil/trace.go:171","msg":"trace[999726196] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12798; }","duration":"156.490119ms","start":"2026-04-16T00:55:46.010973Z","end":"2026-04-16T00:55:46.167463Z","steps":["trace[999726196] 'agreement among raft nodes before linearized reading' (duration: 156.163936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.990339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:46.167597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.287858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:46.167627Z","caller":"traceutil/trace.go:171","msg":"trace[1300474982] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12798; }","duration":"154.33241ms","start":"2026-04-16T00:55:46.013288Z","end":"2026-04-16T00:55:46.16762Z","steps":["trace[1300474982] 'agreement among raft nodes before linearized reading' (duration: 154.285928ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.167249Z","caller":"traceutil/trace.go:171","msg":"trace[524105493] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12798; }","duration":"752.588069ms","start":"2026-04-16T00:55:45.414645Z","end":"2026-04-16T00:55:46.167233Z","steps":["trace[524105493] 'agreement among raft nodes before linearized reading' (duration: 752.470123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.285991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:194816"} {"level":"warn","ts":"2026-04-16T00:55:46.167708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.836179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T00:55:46.167708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.386025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T00:55:46.167718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.414639Z","time spent":"753.063319ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18833,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T00:55:46.16773Z","caller":"traceutil/trace.go:171","msg":"trace[924483139] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:12798; }","duration":"307.359344ms","start":"2026-04-16T00:55:45.860361Z","end":"2026-04-16T00:55:46.167721Z","steps":["trace[924483139] 'agreement among raft nodes before linearized reading' (duration: 307.082953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.16775Z","caller":"traceutil/trace.go:171","msg":"trace[1743628678] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12798; }","duration":"156.451797ms","start":"2026-04-16T00:55:46.011287Z","end":"2026-04-16T00:55:46.167739Z","steps":["trace[1743628678] 'agreement among raft nodes before linearized reading' (duration: 156.332763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.16776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.860335Z","time spent":"307.417286ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":194839,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-16T00:55:46.167771Z","caller":"traceutil/trace.go:171","msg":"trace[1189139711] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12798; }","duration":"360.908821ms","start":"2026-04-16T00:55:45.806826Z","end":"2026-04-16T00:55:46.167735Z","steps":["trace[1189139711] 'agreement among raft nodes before linearized reading' (duration: 360.850929ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.167592Z","caller":"traceutil/trace.go:171","msg":"trace[1814709796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12798; }","duration":"151.183598ms","start":"2026-04-16T00:55:46.016396Z","end":"2026-04-16T00:55:46.167579Z","steps":["trace[1814709796] 'agreement among raft nodes before linearized reading' (duration: 150.945379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.806806Z","time spent":"360.991945ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T00:55:46.167826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.753441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:46.16788Z","caller":"traceutil/trace.go:171","msg":"trace[1985485996] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12798; }","duration":"156.823004ms","start":"2026-04-16T00:55:46.011043Z","end":"2026-04-16T00:55:46.167866Z","steps":["trace[1985485996] 'agreement among raft nodes before linearized reading' (duration: 156.670298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.960877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:46.167557Z","caller":"traceutil/trace.go:171","msg":"trace[202462176] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12798; }","duration":"154.050527ms","start":"2026-04-16T00:55:46.013497Z","end":"2026-04-16T00:55:46.167547Z","steps":["trace[202462176] 'agreement among raft nodes before linearized reading' (duration: 153.947784ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:55:46.167938Z","caller":"traceutil/trace.go:171","msg":"trace[711691851] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12798; }","duration":"156.01301ms","start":"2026-04-16T00:55:46.011916Z","end":"2026-04-16T00:55:46.167929Z","steps":["trace[711691851] 'agreement among raft nodes before linearized reading' (duration: 155.921366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.167961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.289861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:46.16801Z","caller":"traceutil/trace.go:171","msg":"trace[340973823] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12798; }","duration":"156.363144ms","start":"2026-04-16T00:55:46.011635Z","end":"2026-04-16T00:55:46.167998Z","steps":["trace[340973823] 'agreement among raft nodes before linearized reading' (duration: 156.244819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.168023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.944088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:46.168056Z","caller":"traceutil/trace.go:171","msg":"trace[992981147] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12798; }","duration":"157.003401ms","start":"2026-04-16T00:55:46.011042Z","end":"2026-04-16T00:55:46.168046Z","steps":["trace[992981147] 'agreement among raft nodes before linearized reading' (duration: 156.95207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.168135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.850701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T00:55:46.168171Z","caller":"traceutil/trace.go:171","msg":"trace[2145334617] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12798; }","duration":"154.901603ms","start":"2026-04-16T00:55:46.013262Z","end":"2026-04-16T00:55:46.168164Z","steps":["trace[2145334617] 'agreement among raft nodes before linearized reading' (duration: 154.816529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.168207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.614065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:46.168245Z","caller":"traceutil/trace.go:171","msg":"trace[562486497] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12798; }","duration":"156.667357ms","start":"2026-04-16T00:55:46.011567Z","end":"2026-04-16T00:55:46.168235Z","steps":["trace[562486497] 'agreement among raft nodes before linearized reading' (duration: 156.569933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.168262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.835702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T00:55:46.1683Z","caller":"traceutil/trace.go:171","msg":"trace[507537032] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12798; }","duration":"155.886473ms","start":"2026-04-16T00:55:46.012405Z","end":"2026-04-16T00:55:46.168291Z","steps":["trace[507537032] 'agreement among raft nodes before linearized reading' (duration: 155.781059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.168295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.560602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870913"} {"level":"info","ts":"2026-04-16T00:55:46.168367Z","caller":"traceutil/trace.go:171","msg":"trace[1065712313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12798; }","duration":"755.649867ms","start":"2026-04-16T00:55:45.412701Z","end":"2026-04-16T00:55:46.168351Z","steps":["trace[1065712313] 'agreement among raft nodes before linearized reading' (duration: 754.451697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.168428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.412695Z","time spent":"755.716159ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:46.167143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.411169Z","time spent":"755.962131ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:46.168793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.517342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T00:55:46.168904Z","caller":"traceutil/trace.go:171","msg":"trace[1018793258] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12798; }","duration":"157.646078ms","start":"2026-04-16T00:55:46.011221Z","end":"2026-04-16T00:55:46.168867Z","steps":["trace[1018793258] 'agreement among raft nodes before linearized reading' (duration: 156.51327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.169022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.679275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870913"} {"level":"info","ts":"2026-04-16T00:55:46.169085Z","caller":"traceutil/trace.go:171","msg":"trace[828416936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12798; }","duration":"754.75967ms","start":"2026-04-16T00:55:45.41431Z","end":"2026-04-16T00:55:46.16907Z","steps":["trace[828416936] 'agreement among raft nodes before linearized reading' (duration: 753.933395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.169133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.414302Z","time spent":"754.818712ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:46.17247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.540891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870913"} {"level":"info","ts":"2026-04-16T00:55:46.172757Z","caller":"traceutil/trace.go:171","msg":"trace[1646562552] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12798; }","duration":"760.840874ms","start":"2026-04-16T00:55:45.411893Z","end":"2026-04-16T00:55:46.172733Z","steps":["trace[1646562552] 'agreement among raft nodes before linearized reading' (duration: 755.595214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.172837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.411882Z","time spent":"760.934276ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T00:55:46.173202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.852306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:870913"} {"level":"info","ts":"2026-04-16T00:55:46.173289Z","caller":"traceutil/trace.go:171","msg":"trace[1741695740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:12798; }","duration":"761.95877ms","start":"2026-04-16T00:55:45.411312Z","end":"2026-04-16T00:55:46.173271Z","steps":["trace[1741695740] 'agreement among raft nodes before linearized reading' (duration: 755.712849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T00:55:46.173354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T00:55:45.411307Z","time spent":"762.020222ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":870936,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T00:58:39.645708Z","caller":"traceutil/trace.go:171","msg":"trace[1578082710] transaction","detail":"{read_only:false; response_revision:14271; number_of_response:1; }","duration":"105.450379ms","start":"2026-04-16T00:58:39.540231Z","end":"2026-04-16T00:58:39.645681Z","steps":["trace[1578082710] 'process raft request' (duration: 105.270874ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:58:45.011294Z","caller":"traceutil/trace.go:171","msg":"trace[1209346835] linearizableReadLoop","detail":"{readStateIndex:14764; appliedIndex:14763; }","duration":"102.666913ms","start":"2026-04-16T00:58:44.908593Z","end":"2026-04-16T00:58:45.01126Z","steps":["trace[1209346835] 'read index received' (duration: 83.7168ms)","trace[1209346835] 'applied index is now lower than readState.Index' (duration: 18.948693ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T00:58:45.01161Z","caller":"traceutil/trace.go:171","msg":"trace[1500985925] transaction","detail":"{read_only:false; response_revision:14317; number_of_response:1; }","duration":"104.096772ms","start":"2026-04-16T00:58:44.90746Z","end":"2026-04-16T00:58:45.011557Z","steps":["trace[1500985925] 'process raft request' (duration: 84.942744ms)","trace[1500985925] 'compare' (duration: 18.695206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T00:58:45.011705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.075024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18810"} {"level":"info","ts":"2026-04-16T00:58:45.011907Z","caller":"traceutil/trace.go:171","msg":"trace[1848464117] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14317; }","duration":"103.330081ms","start":"2026-04-16T00:58:44.908539Z","end":"2026-04-16T00:58:45.011869Z","steps":["trace[1848464117] 'agreement among raft nodes before linearized reading' (duration: 102.870249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:59:13.41477Z","caller":"traceutil/trace.go:171","msg":"trace[1601539324] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"124.079571ms","start":"2026-04-16T00:59:13.290666Z","end":"2026-04-16T00:59:13.414746Z","steps":["trace[1601539324] 'process raft request' (duration: 123.954218ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:59:13.416113Z","caller":"traceutil/trace.go:171","msg":"trace[885321404] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"123.901886ms","start":"2026-04-16T00:59:13.292183Z","end":"2026-04-16T00:59:13.416085Z","steps":["trace[885321404] 'process raft request' (duration: 123.697181ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T00:59:13.416268Z","caller":"traceutil/trace.go:171","msg":"trace[1816684402] transaction","detail":"{read_only:false; response_revision:14493; number_of_response:1; }","duration":"100.976187ms","start":"2026-04-16T00:59:13.315272Z","end":"2026-04-16T00:59:13.416248Z","steps":["trace[1816684402] 'process raft request' (duration: 100.746481ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:00:33.490944Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12732} {"level":"info","ts":"2026-04-16T01:00:33.609006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12732,"took":"114.271629ms","hash":2827300346,"current-db-size-bytes":59404288,"current-db-size":"59 MB","current-db-size-in-use-bytes":32174080,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T01:00:33.60905Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2827300346,"revision":12732,"compact-revision":9626} {"level":"info","ts":"2026-04-16T01:01:16.469857Z","caller":"traceutil/trace.go:171","msg":"trace[1350025764] linearizableReadLoop","detail":"{readStateIndex:15878; appliedIndex:15877; }","duration":"120.338906ms","start":"2026-04-16T01:01:16.349499Z","end":"2026-04-16T01:01:16.469838Z","steps":["trace[1350025764] 'read index received' (duration: 120.173502ms)","trace[1350025764] 'applied index is now lower than readState.Index' (duration: 164.834µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:16.470087Z","caller":"traceutil/trace.go:171","msg":"trace[1537241396] transaction","detail":"{read_only:false; response_revision:15395; number_of_response:1; }","duration":"139.506959ms","start":"2026-04-16T01:01:16.330572Z","end":"2026-04-16T01:01:16.470079Z","steps":["trace[1537241396] 'process raft request' (duration: 139.15733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:16.470276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.775267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-w8dg8\" ","response":"range_response_count:1 size:14196"} {"level":"info","ts":"2026-04-16T01:01:16.470302Z","caller":"traceutil/trace.go:171","msg":"trace[191608482] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-w8dg8; range_end:; response_count:1; response_revision:15395; }","duration":"120.84678ms","start":"2026-04-16T01:01:16.349448Z","end":"2026-04-16T01:01:16.470295Z","steps":["trace[191608482] 'agreement among raft nodes before linearized reading' (duration: 120.747457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:25.403069Z","caller":"traceutil/trace.go:171","msg":"trace[2089797648] linearizableReadLoop","detail":"{readStateIndex:15961; appliedIndex:15960; }","duration":"106.718829ms","start":"2026-04-16T01:01:25.296286Z","end":"2026-04-16T01:01:25.403005Z","steps":["trace[2089797648] 'read index received' (duration: 106.475583ms)","trace[2089797648] 'applied index is now lower than readState.Index' (duration: 241.856µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:25.403232Z","caller":"traceutil/trace.go:171","msg":"trace[1965054167] transaction","detail":"{read_only:false; response_revision:15475; number_of_response:1; }","duration":"323.853764ms","start":"2026-04-16T01:01:25.079339Z","end":"2026-04-16T01:01:25.403192Z","steps":["trace[1965054167] 'process raft request' (duration: 323.493384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:25.403277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.977835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:01:25.40332Z","caller":"traceutil/trace.go:171","msg":"trace[1206366398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15475; }","duration":"107.080198ms","start":"2026-04-16T01:01:25.296227Z","end":"2026-04-16T01:01:25.403307Z","steps":["trace[1206366398] 'agreement among raft nodes before linearized reading' (duration: 106.963075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:25.403413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:25.079322Z","time spent":"323.992607ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:26.021351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.965519ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:01:26.021505Z","caller":"traceutil/trace.go:171","msg":"trace[947048088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15475; }","duration":"379.133223ms","start":"2026-04-16T01:01:25.642349Z","end":"2026-04-16T01:01:26.021482Z","steps":["trace[947048088] 'range keys from in-memory index tree' (duration: 378.944308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:26.028242Z","caller":"traceutil/trace.go:171","msg":"trace[271306631] transaction","detail":"{read_only:false; response_revision:15476; number_of_response:1; }","duration":"512.526974ms","start":"2026-04-16T01:01:25.515698Z","end":"2026-04-16T01:01:26.028225Z","steps":["trace[271306631] 'process raft request' (duration: 512.41303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:26.028353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:25.515672Z","time spent":"512.624535ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:26.029075Z","caller":"traceutil/trace.go:171","msg":"trace[1961552714] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"513.153799ms","start":"2026-04-16T01:01:25.515902Z","end":"2026-04-16T01:01:26.029056Z","steps":["trace[1961552714] 'process raft request' (duration: 512.83468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:26.029142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:25.515885Z","time spent":"513.225851ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:26.029461Z","caller":"traceutil/trace.go:171","msg":"trace[999043818] transaction","detail":"{read_only:false; response_revision:15478; number_of_response:1; }","duration":"161.570148ms","start":"2026-04-16T01:01:25.867882Z","end":"2026-04-16T01:01:26.029452Z","steps":["trace[999043818] 'process raft request' (duration: 160.976352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:31.747066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.809066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxgrv\" ","response":"range_response_count:1 size:20776"} {"level":"info","ts":"2026-04-16T01:01:31.747122Z","caller":"traceutil/trace.go:171","msg":"trace[1770051673] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxgrv; range_end:; response_count:1; response_revision:15511; }","duration":"163.921979ms","start":"2026-04-16T01:01:31.583187Z","end":"2026-04-16T01:01:31.747109Z","steps":["trace[1770051673] 'range keys from in-memory index tree' (duration: 163.642451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:32.658153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449397925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:01:32.940816Z","caller":"traceutil/trace.go:171","msg":"trace[1049201369] transaction","detail":"{read_only:false; response_revision:15513; number_of_response:1; }","duration":"893.407041ms","start":"2026-04-16T01:01:32.04739Z","end":"2026-04-16T01:01:32.940797Z","steps":["trace[1049201369] 'process raft request' (duration: 893.289878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:32.940937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.047328Z","time spent":"893.545866ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:33.11042Z","caller":"traceutil/trace.go:171","msg":"trace[1082157075] transaction","detail":"{read_only:false; response_revision:15514; number_of_response:1; }","duration":"1.061026399s","start":"2026-04-16T01:01:32.049364Z","end":"2026-04-16T01:01:33.11039Z","steps":["trace[1082157075] 'process raft request' (duration: 1.06072153s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.11061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.049321Z","time spent":"1.061195973s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:33.110651Z","caller":"traceutil/trace.go:171","msg":"trace[2109166500] transaction","detail":"{read_only:false; response_revision:15515; number_of_response:1; }","duration":"1.060653787s","start":"2026-04-16T01:01:32.049969Z","end":"2026-04-16T01:01:33.110623Z","steps":["trace[2109166500] 'process raft request' (duration: 1.060361931s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.111085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.049961Z","time spent":"1.061014839s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:33.154693Z","caller":"traceutil/trace.go:171","msg":"trace[153735447] linearizableReadLoop","detail":"{readStateIndex:16004; appliedIndex:15999; }","duration":"996.593679ms","start":"2026-04-16T01:01:32.158075Z","end":"2026-04-16T01:01:33.154668Z","steps":["trace[153735447] 'read index received' (duration: 782.560226ms)","trace[153735447] 'applied index is now lower than readState.Index' (duration: 214.032333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:01:33.155072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.781531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T01:01:33.155141Z","caller":"traceutil/trace.go:171","msg":"trace[1109158633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15516; }","duration":"970.941255ms","start":"2026-04-16T01:01:32.18418Z","end":"2026-04-16T01:01:33.155122Z","steps":["trace[1109158633] 'agreement among raft nodes before linearized reading' (duration: 970.699299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.155076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.225325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T01:01:33.155235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.013651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-16T01:01:33.155321Z","caller":"traceutil/trace.go:171","msg":"trace[1858186197] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:15516; }","duration":"697.114753ms","start":"2026-04-16T01:01:32.458187Z","end":"2026-04-16T01:01:33.155302Z","steps":["trace[1858186197] 'agreement among raft nodes before linearized reading' (duration: 696.800545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.155308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.037242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T01:01:33.155253Z","caller":"traceutil/trace.go:171","msg":"trace[1241682023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15516; }","duration":"403.487042ms","start":"2026-04-16T01:01:32.751748Z","end":"2026-04-16T01:01:33.155235Z","steps":["trace[1241682023] 'agreement among raft nodes before linearized reading' (duration: 403.152083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.15539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.45813Z","time spent":"697.251368ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"info","ts":"2026-04-16T01:01:33.155411Z","caller":"traceutil/trace.go:171","msg":"trace[1266247696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15516; }","duration":"209.181406ms","start":"2026-04-16T01:01:32.946212Z","end":"2026-04-16T01:01:33.155393Z","steps":["trace[1266247696] 'agreement among raft nodes before linearized reading' (duration: 208.891218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.155424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.751732Z","time spent":"403.680457ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:01:33.155194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.18416Z","time spent":"971.019547ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:01:33.155242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.123148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T01:01:33.155577Z","caller":"traceutil/trace.go:171","msg":"trace[1690233244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15516; }","duration":"412.493899ms","start":"2026-04-16T01:01:32.743063Z","end":"2026-04-16T01:01:33.155557Z","steps":["trace[1690233244] 'agreement among raft nodes before linearized reading' (duration: 412.004026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.155613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.743048Z","time spent":"412.55779ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:01:33.155259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.815898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-16T01:01:33.155945Z","caller":"traceutil/trace.go:171","msg":"trace[836761730] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:15516; }","duration":"495.607789ms","start":"2026-04-16T01:01:32.66032Z","end":"2026-04-16T01:01:33.155928Z","steps":["trace[836761730] 'agreement among raft nodes before linearized reading' (duration: 494.590742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.155848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.713056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-04-16T01:01:33.155998Z","caller":"traceutil/trace.go:171","msg":"trace[884945186] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:15516; }","duration":"650.900622ms","start":"2026-04-16T01:01:32.505082Z","end":"2026-04-16T01:01:33.155982Z","steps":["trace[884945186] 'agreement among raft nodes before linearized reading' (duration: 650.626845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.156036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.505063Z","time spent":"650.964094ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" "} {"level":"warn","ts":"2026-04-16T01:01:33.156104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.660298Z","time spent":"495.68276ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"warn","ts":"2026-04-16T01:01:33.156081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.770895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:01:33.156381Z","caller":"traceutil/trace.go:171","msg":"trace[1380286833] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15516; }","duration":"546.102753ms","start":"2026-04-16T01:01:32.61013Z","end":"2026-04-16T01:01:33.156233Z","steps":["trace[1380286833] 'agreement among raft nodes before linearized reading' (duration: 544.995133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.156496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.610113Z","time spent":"546.366879ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:01:33.154838Z","caller":"traceutil/trace.go:171","msg":"trace[1767803374] transaction","detail":"{read_only:false; response_revision:15516; number_of_response:1; }","duration":"624.100348ms","start":"2026-04-16T01:01:32.530663Z","end":"2026-04-16T01:01:33.154763Z","steps":["trace[1767803374] 'process raft request' (duration: 623.869142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.15667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.530637Z","time spent":"625.956017ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:33.157083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.013562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T01:01:33.157131Z","caller":"traceutil/trace.go:171","msg":"trace[368096889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15516; }","duration":"999.109104ms","start":"2026-04-16T01:01:32.158011Z","end":"2026-04-16T01:01:33.15712Z","steps":["trace[368096889] 'agreement among raft nodes before linearized reading' (duration: 996.779223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.157229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:32.157983Z","time spent":"999.225629ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:01:33.367665Z","caller":"traceutil/trace.go:171","msg":"trace[1478961414] transaction","detail":"{read_only:false; response_revision:15517; number_of_response:1; }","duration":"196.161865ms","start":"2026-04-16T01:01:33.17148Z","end":"2026-04-16T01:01:33.367642Z","steps":["trace[1478961414] 'process raft request' (duration: 149.865591ms)","trace[1478961414] 'compare' (duration: 45.548484ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:33.455126Z","caller":"traceutil/trace.go:171","msg":"trace[1784901617] transaction","detail":"{read_only:false; response_revision:15518; number_of_response:1; }","duration":"282.88319ms","start":"2026-04-16T01:01:33.172211Z","end":"2026-04-16T01:01:33.455094Z","steps":["trace[1784901617] 'process raft request' (duration: 282.622472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:33.455225Z","caller":"traceutil/trace.go:171","msg":"trace[472135146] transaction","detail":"{read_only:false; response_revision:15519; number_of_response:1; }","duration":"279.11355ms","start":"2026-04-16T01:01:33.176053Z","end":"2026-04-16T01:01:33.455167Z","steps":["trace[472135146] 'process raft request' (duration: 278.925266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:33.455425Z","caller":"traceutil/trace.go:171","msg":"trace[1109767382] linearizableReadLoop","detail":"{readStateIndex:16006; appliedIndex:16004; }","duration":"282.564651ms","start":"2026-04-16T01:01:33.172836Z","end":"2026-04-16T01:01:33.4554Z","steps":["trace[1109767382] 'read index received' (duration: 148.596537ms)","trace[1109767382] 'applied index is now lower than readState.Index' (duration: 133.967054ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:33.455481Z","caller":"traceutil/trace.go:171","msg":"trace[2011900110] transaction","detail":"{read_only:false; response_revision:15520; number_of_response:1; }","duration":"279.200933ms","start":"2026-04-16T01:01:33.176253Z","end":"2026-04-16T01:01:33.455454Z","steps":["trace[2011900110] 'process raft request' (duration: 278.765901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.455863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.201329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:01:33.455913Z","caller":"traceutil/trace.go:171","msg":"trace[247000893] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15520; }","duration":"214.345841ms","start":"2026-04-16T01:01:33.241555Z","end":"2026-04-16T01:01:33.455901Z","steps":["trace[247000893] 'agreement among raft nodes before linearized reading' (duration: 214.209118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.456792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.938587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:115 size:1131172"} {"level":"info","ts":"2026-04-16T01:01:33.456832Z","caller":"traceutil/trace.go:171","msg":"trace[1251600209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:115; response_revision:15520; }","duration":"284.007399ms","start":"2026-04-16T01:01:33.172816Z","end":"2026-04-16T01:01:33.456823Z","steps":["trace[1251600209] 'agreement among raft nodes before linearized reading' (duration: 282.678245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:33.457091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.377678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:115 size:1131172"} {"level":"info","ts":"2026-04-16T01:01:33.457128Z","caller":"traceutil/trace.go:171","msg":"trace[2059306191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:115; response_revision:15520; }","duration":"276.42515ms","start":"2026-04-16T01:01:33.180695Z","end":"2026-04-16T01:01:33.45712Z","steps":["trace[2059306191] 'agreement among raft nodes before linearized reading' (duration: 274.849878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:34.588731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.006486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T01:01:34.588853Z","caller":"traceutil/trace.go:171","msg":"trace[1791042237] transaction","detail":"{read_only:false; response_revision:15521; number_of_response:1; }","duration":"1.128716584s","start":"2026-04-16T01:01:33.460107Z","end":"2026-04-16T01:01:34.588823Z","steps":["trace[1791042237] 'process raft request' (duration: 488.509782ms)","trace[1791042237] 'compare' (duration: 639.832012ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:34.588947Z","caller":"traceutil/trace.go:171","msg":"trace[446854251] transaction","detail":"{read_only:false; response_revision:15522; number_of_response:1; }","duration":"1.018701168s","start":"2026-04-16T01:01:33.570229Z","end":"2026-04-16T01:01:34.58893Z","steps":["trace[446854251] 'process raft request' (duration: 1.018607436s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:34.589019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:33.570207Z","time spent":"1.01877977s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:34.589004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:33.460087Z","time spent":"1.128844157s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:34.589214Z","caller":"traceutil/trace.go:171","msg":"trace[491502998] linearizableReadLoop","detail":"{readStateIndex:16009; appliedIndex:16008; }","duration":"1.12628135s","start":"2026-04-16T01:01:33.462923Z","end":"2026-04-16T01:01:34.589204Z","steps":["trace[491502998] 'read index received' (duration: 485.652527ms)","trace[491502998] 'applied index is now lower than readState.Index' (duration: 640.627363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:01:34.58943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126501987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T01:01:34.589466Z","caller":"traceutil/trace.go:171","msg":"trace[278100474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15522; }","duration":"1.126552077s","start":"2026-04-16T01:01:33.462904Z","end":"2026-04-16T01:01:34.589456Z","steps":["trace[278100474] 'agreement among raft nodes before linearized reading' (duration: 1.126434434s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:34.589493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:33.462893Z","time spent":"1.126594578s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:01:34.589584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.511528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18734"} {"level":"info","ts":"2026-04-16T01:01:34.589626Z","caller":"traceutil/trace.go:171","msg":"trace[531897489] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15522; }","duration":"977.583349ms","start":"2026-04-16T01:01:33.612033Z","end":"2026-04-16T01:01:34.589616Z","steps":["trace[531897489] 'agreement among raft nodes before linearized reading' (duration: 977.494857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:34.58962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.580054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:01:34.589684Z","caller":"traceutil/trace.go:171","msg":"trace[1932883525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15522; }","duration":"573.686037ms","start":"2026-04-16T01:01:34.015984Z","end":"2026-04-16T01:01:34.58967Z","steps":["trace[1932883525] 'agreement among raft nodes before linearized reading' (duration: 573.559904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:34.589683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116264327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:01:34.589659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:33.612015Z","time spent":"977.631542ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18757,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-16T01:01:34.589716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:34.015966Z","time spent":"573.744528ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:01:34.589736Z","caller":"traceutil/trace.go:171","msg":"trace[912995019] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:15522; }","duration":"1.11635997s","start":"2026-04-16T01:01:33.473362Z","end":"2026-04-16T01:01:34.589722Z","steps":["trace[912995019] 'agreement among raft nodes before linearized reading' (duration: 1.116158045s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:34.58976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:33.473347Z","time spent":"1.116408311s","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":139,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:01:34.589837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111642946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T01:01:34.589878Z","caller":"traceutil/trace.go:171","msg":"trace[1573416444] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15522; }","duration":"1.111693867s","start":"2026-04-16T01:01:33.478172Z","end":"2026-04-16T01:01:34.589865Z","steps":["trace[1573416444] 'agreement among raft nodes before linearized reading' (duration: 1.111615335s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:34.589908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:33.478162Z","time spent":"1.111738328s","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:01:35.529838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.26418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T01:01:35.529954Z","caller":"traceutil/trace.go:171","msg":"trace[262182866] linearizableReadLoop","detail":"{readStateIndex:16011; appliedIndex:16010; }","duration":"548.323081ms","start":"2026-04-16T01:01:34.981606Z","end":"2026-04-16T01:01:35.529929Z","steps":["trace[262182866] 'read index received' (duration: 410.848165ms)","trace[262182866] 'applied index is now lower than readState.Index' (duration: 137.473506ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:35.530019Z","caller":"traceutil/trace.go:171","msg":"trace[1865330563] transaction","detail":"{read_only:false; response_revision:15523; number_of_response:1; }","duration":"583.176125ms","start":"2026-04-16T01:01:34.946816Z","end":"2026-04-16T01:01:35.529992Z","steps":["trace[1865330563] 'process raft request' (duration: 445.656259ms)","trace[1865330563] 'compare' (duration: 137.102425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:01:35.530132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:34.946777Z","time spent":"583.305108ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:35.530169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.562238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-16T01:01:35.530214Z","caller":"traceutil/trace.go:171","msg":"trace[565542941] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15523; }","duration":"548.646359ms","start":"2026-04-16T01:01:34.981552Z","end":"2026-04-16T01:01:35.530199Z","steps":["trace[565542941] 'agreement among raft nodes before linearized reading' (duration: 548.475585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.530267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:34.981532Z","time spent":"548.722832ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-16T01:01:35.679932Z","caller":"traceutil/trace.go:171","msg":"trace[871900901] transaction","detail":"{read_only:false; response_revision:15524; number_of_response:1; }","duration":"564.002222ms","start":"2026-04-16T01:01:35.115903Z","end":"2026-04-16T01:01:35.679905Z","steps":["trace[871900901] 'process raft request' (duration: 516.328503ms)","trace[871900901] 'compare' (duration: 47.507206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:01:35.680168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:35.115882Z","time spent":"564.204639ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:35.680253Z","caller":"traceutil/trace.go:171","msg":"trace[1677341446] transaction","detail":"{read_only:false; response_revision:15525; number_of_response:1; }","duration":"563.183881ms","start":"2026-04-16T01:01:35.117034Z","end":"2026-04-16T01:01:35.680217Z","steps":["trace[1677341446] 'process raft request' (duration: 562.835562ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:35.680386Z","caller":"traceutil/trace.go:171","msg":"trace[2073384001] transaction","detail":"{read_only:false; response_revision:15526; number_of_response:1; }","duration":"508.052585ms","start":"2026-04-16T01:01:35.172311Z","end":"2026-04-16T01:01:35.680363Z","steps":["trace[2073384001] 'process raft request' (duration: 507.775028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.68044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:35.117025Z","time spent":"563.300294ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:35.680501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:35.172296Z","time spent":"508.145048ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:35.680549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.7807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T01:01:35.680602Z","caller":"traceutil/trace.go:171","msg":"trace[665505379] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:15526; }","duration":"292.893063ms","start":"2026-04-16T01:01:35.387696Z","end":"2026-04-16T01:01:35.680589Z","steps":["trace[665505379] 'agreement among raft nodes before linearized reading' (duration: 292.761789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.680593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.844773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T01:01:35.680671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.649991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-16T01:01:35.680698Z","caller":"traceutil/trace.go:171","msg":"trace[837401996] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:15526; }","duration":"203.698754ms","start":"2026-04-16T01:01:35.476994Z","end":"2026-04-16T01:01:35.680693Z","steps":["trace[837401996] 'agreement among raft nodes before linearized reading' (duration: 203.593621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.680701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.296828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6957"} {"level":"warn","ts":"2026-04-16T01:01:35.680695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.659801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T01:01:35.680741Z","caller":"traceutil/trace.go:171","msg":"trace[228560747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15526; }","duration":"222.738591ms","start":"2026-04-16T01:01:35.457993Z","end":"2026-04-16T01:01:35.680731Z","steps":["trace[228560747] 'agreement among raft nodes before linearized reading' (duration: 222.582138ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:35.680742Z","caller":"traceutil/trace.go:171","msg":"trace[735385729] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:15526; }","duration":"496.364868ms","start":"2026-04-16T01:01:35.184361Z","end":"2026-04-16T01:01:35.680726Z","steps":["trace[735385729] 'agreement among raft nodes before linearized reading' (duration: 496.281116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.680757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.741517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T01:01:35.680783Z","caller":"traceutil/trace.go:171","msg":"trace[922378509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15526; }","duration":"218.782298ms","start":"2026-04-16T01:01:35.461994Z","end":"2026-04-16T01:01:35.680776Z","steps":["trace[922378509] 'agreement among raft nodes before linearized reading' (duration: 218.694247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.680786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:35.184345Z","time spent":"496.43366ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" "} {"level":"info","ts":"2026-04-16T01:01:35.680669Z","caller":"traceutil/trace.go:171","msg":"trace[1352252517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15526; }","duration":"220.958504ms","start":"2026-04-16T01:01:35.459697Z","end":"2026-04-16T01:01:35.680655Z","steps":["trace[1352252517] 'agreement among raft nodes before linearized reading' (duration: 220.751559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.680825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.414286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-16T01:01:35.680843Z","caller":"traceutil/trace.go:171","msg":"trace[70707857] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:15526; }","duration":"203.456356ms","start":"2026-04-16T01:01:35.477382Z","end":"2026-04-16T01:01:35.680838Z","steps":["trace[70707857] 'agreement among raft nodes before linearized reading' (duration: 203.407725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.680597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.625121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T01:01:35.680425Z","caller":"traceutil/trace.go:171","msg":"trace[2135375871] linearizableReadLoop","detail":"{readStateIndex:16014; appliedIndex:16011; }","duration":"150.409655ms","start":"2026-04-16T01:01:35.529998Z","end":"2026-04-16T01:01:35.680407Z","steps":["trace[2135375871] 'read index received' (duration: 102.169729ms)","trace[2135375871] 'applied index is now lower than readState.Index' (duration: 48.238286ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:35.680904Z","caller":"traceutil/trace.go:171","msg":"trace[682304691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15526; }","duration":"309.969091ms","start":"2026-04-16T01:01:35.370926Z","end":"2026-04-16T01:01:35.680896Z","steps":["trace[682304691] 'agreement among raft nodes before linearized reading' (duration: 309.576291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.680973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.613421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T01:01:35.680971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:35.370908Z","time spent":"310.036852ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T01:01:35.680992Z","caller":"traceutil/trace.go:171","msg":"trace[913196501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15526; }","duration":"664.672342ms","start":"2026-04-16T01:01:35.016316Z","end":"2026-04-16T01:01:35.680988Z","steps":["trace[913196501] 'agreement among raft nodes before linearized reading' (duration: 664.640051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:35.681006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:35.016295Z","time spent":"664.707805ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:01:35.681223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.976031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-16T01:01:35.681266Z","caller":"traceutil/trace.go:171","msg":"trace[1448992241] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:15526; }","duration":"140.042604ms","start":"2026-04-16T01:01:35.54121Z","end":"2026-04-16T01:01:35.681252Z","steps":["trace[1448992241] 'agreement among raft nodes before linearized reading' (duration: 139.929641ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:40.765941Z","caller":"traceutil/trace.go:171","msg":"trace[317726006] transaction","detail":"{read_only:false; response_revision:15565; number_of_response:1; }","duration":"155.826777ms","start":"2026-04-16T01:01:40.610091Z","end":"2026-04-16T01:01:40.765917Z","steps":["trace[317726006] 'process raft request' (duration: 155.676383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:44.132673Z","caller":"traceutil/trace.go:171","msg":"trace[60757338] linearizableReadLoop","detail":"{readStateIndex:16095; appliedIndex:16093; }","duration":"346.167089ms","start":"2026-04-16T01:01:43.786486Z","end":"2026-04-16T01:01:44.132653Z","steps":["trace[60757338] 'read index received' (duration: 288.479967ms)","trace[60757338] 'applied index is now lower than readState.Index' (duration: 57.685812ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:44.132767Z","caller":"traceutil/trace.go:171","msg":"trace[1129716877] transaction","detail":"{read_only:false; response_revision:15605; number_of_response:1; }","duration":"346.57383ms","start":"2026-04-16T01:01:43.786183Z","end":"2026-04-16T01:01:44.132757Z","steps":["trace[1129716877] 'process raft request' (duration: 346.384526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.132831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:43.786163Z","time spent":"346.619321ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:44.132914Z","caller":"traceutil/trace.go:171","msg":"trace[2126374702] transaction","detail":"{read_only:false; response_revision:15604; number_of_response:1; }","duration":"348.135621ms","start":"2026-04-16T01:01:43.78475Z","end":"2026-04-16T01:01:44.132885Z","steps":["trace[2126374702] 'process raft request' (duration: 290.089419ms)","trace[2126374702] 'compare' (duration: 57.122097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:01:44.133027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.549079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T01:01:44.133049Z","caller":"traceutil/trace.go:171","msg":"trace[438528228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15605; }","duration":"346.58134ms","start":"2026-04-16T01:01:43.78646Z","end":"2026-04-16T01:01:44.133041Z","steps":["trace[438528228] 'agreement among raft nodes before linearized reading' (duration: 346.496207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.133069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:43.78645Z","time spent":"346.61557ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:01:44.133059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:43.784726Z","time spent":"348.259824ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6106,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:44.133198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.201505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T01:01:44.133218Z","caller":"traceutil/trace.go:171","msg":"trace[804848884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15605; }","duration":"342.232997ms","start":"2026-04-16T01:01:43.790978Z","end":"2026-04-16T01:01:44.133211Z","steps":["trace[804848884] 'agreement among raft nodes before linearized reading' (duration: 342.186015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.133231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:43.790968Z","time spent":"342.260037ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:01:44.133215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.397355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-16T01:01:44.133269Z","caller":"traceutil/trace.go:171","msg":"trace[205106462] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:15605; }","duration":"293.511297ms","start":"2026-04-16T01:01:43.839743Z","end":"2026-04-16T01:01:44.133254Z","steps":["trace[205106462] 'agreement among raft nodes before linearized reading' (duration: 293.318892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.133328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.916816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-04-16T01:01:44.133374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.375139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417236"} {"level":"info","ts":"2026-04-16T01:01:44.133374Z","caller":"traceutil/trace.go:171","msg":"trace[1959565996] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:15605; }","duration":"344.967248ms","start":"2026-04-16T01:01:43.788393Z","end":"2026-04-16T01:01:44.13336Z","steps":["trace[1959565996] 'agreement among raft nodes before linearized reading' (duration: 344.855425ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:44.133395Z","caller":"traceutil/trace.go:171","msg":"trace[1628391963] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15605; }","duration":"289.39487ms","start":"2026-04-16T01:01:43.843993Z","end":"2026-04-16T01:01:44.133388Z","steps":["trace[1628391963] 'agreement among raft nodes before linearized reading' (duration: 289.269716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.133406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:43.788388Z","time spent":"345.010989ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"warn","ts":"2026-04-16T01:01:44.133453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.79341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T01:01:44.133477Z","caller":"traceutil/trace.go:171","msg":"trace[292586556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15605; }","duration":"345.83622ms","start":"2026-04-16T01:01:43.787635Z","end":"2026-04-16T01:01:44.133472Z","steps":["trace[292586556] 'agreement among raft nodes before linearized reading' (duration: 345.424759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.133495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:43.787627Z","time spent":"345.86395ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:01:44.133211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.039953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-04-16T01:01:44.133555Z","caller":"traceutil/trace.go:171","msg":"trace[997597277] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:15605; }","duration":"307.454764ms","start":"2026-04-16T01:01:43.826095Z","end":"2026-04-16T01:01:44.13355Z","steps":["trace[997597277] 'agreement among raft nodes before linearized reading' (duration: 307.010723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.133571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:43.826067Z","time spent":"307.500275ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" "} {"level":"info","ts":"2026-04-16T01:01:44.661594Z","caller":"traceutil/trace.go:171","msg":"trace[955217681] transaction","detail":"{read_only:false; response_revision:15607; number_of_response:1; }","duration":"522.181087ms","start":"2026-04-16T01:01:44.139391Z","end":"2026-04-16T01:01:44.661572Z","steps":["trace[955217681] 'process raft request' (duration: 430.637875ms)","trace[955217681] 'compare' (duration: 91.10936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:01:44.661719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.139385Z","time spent":"522.267158ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:44.66216Z","caller":"traceutil/trace.go:171","msg":"trace[1458871584] transaction","detail":"{read_only:false; response_revision:15609; number_of_response:1; }","duration":"517.267677ms","start":"2026-04-16T01:01:44.144882Z","end":"2026-04-16T01:01:44.66215Z","steps":["trace[1458871584] 'process raft request' (duration: 517.028471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.662212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.144863Z","time spent":"517.326658ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:44.662305Z","caller":"traceutil/trace.go:171","msg":"trace[1347684962] transaction","detail":"{read_only:false; response_revision:15608; number_of_response:1; }","duration":"517.664097ms","start":"2026-04-16T01:01:44.144634Z","end":"2026-04-16T01:01:44.662298Z","steps":["trace[1347684962] 'process raft request' (duration: 516.870496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.662382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.144596Z","time spent":"517.766081ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:44.662109Z","caller":"traceutil/trace.go:171","msg":"trace[2130282349] linearizableReadLoop","detail":"{readStateIndex:16100; appliedIndex:16096; }","duration":"488.561374ms","start":"2026-04-16T01:01:44.173524Z","end":"2026-04-16T01:01:44.662085Z","steps":["trace[2130282349] 'read index received' (duration: 396.524691ms)","trace[2130282349] 'applied index is now lower than readState.Index' (duration: 92.035213ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:44.662602Z","caller":"traceutil/trace.go:171","msg":"trace[733641643] transaction","detail":"{read_only:false; response_revision:15610; number_of_response:1; }","duration":"514.71867ms","start":"2026-04-16T01:01:44.147876Z","end":"2026-04-16T01:01:44.662595Z","steps":["trace[733641643] 'process raft request' (duration: 514.132995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.662653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.147869Z","time spent":"514.7637ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:44.662891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.813826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-db-user\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-04-16T01:01:44.662932Z","caller":"traceutil/trace.go:171","msg":"trace[590409782] range","detail":"{range_begin:/registry/secrets/openstack/glance-db-user; range_end:; response_count:1; response_revision:15610; }","duration":"516.866656ms","start":"2026-04-16T01:01:44.146057Z","end":"2026-04-16T01:01:44.662923Z","steps":["trace[590409782] 'agreement among raft nodes before linearized reading' (duration: 516.738723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.66296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.146048Z","time spent":"516.906197ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":734,"request content":"key:\"/registry/secrets/openstack/glance-db-user\" "} {"level":"warn","ts":"2026-04-16T01:01:44.66393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.833899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:116 size:1137708"} {"level":"info","ts":"2026-04-16T01:01:44.663992Z","caller":"traceutil/trace.go:171","msg":"trace[920720541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:116; response_revision:15610; }","duration":"523.930652ms","start":"2026-04-16T01:01:44.140049Z","end":"2026-04-16T01:01:44.66398Z","steps":["trace[920720541] 'agreement among raft nodes before linearized reading' (duration: 522.131975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.664173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.140031Z","time spent":"524.125627ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":116,"response size":1137731,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T01:01:44.932453Z","caller":"traceutil/trace.go:171","msg":"trace[504595157] linearizableReadLoop","detail":"{readStateIndex:16101; appliedIndex:16100; }","duration":"269.97488ms","start":"2026-04-16T01:01:44.662466Z","end":"2026-04-16T01:01:44.932441Z","steps":["trace[504595157] 'read index received' (duration: 269.662322ms)","trace[504595157] 'applied index is now lower than readState.Index' (duration: 311.808µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:44.932539Z","caller":"traceutil/trace.go:171","msg":"trace[1145341323] transaction","detail":"{read_only:false; response_revision:15611; number_of_response:1; }","duration":"397.194557ms","start":"2026-04-16T01:01:44.535305Z","end":"2026-04-16T01:01:44.9325Z","steps":["trace[1145341323] 'process raft request' (duration: 396.89004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.932587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.065063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T01:01:44.932722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.535287Z","time spent":"397.339942ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:01:44.932793Z","caller":"traceutil/trace.go:171","msg":"trace[476963099] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:15611; }","duration":"758.274698ms","start":"2026-04-16T01:01:44.174487Z","end":"2026-04-16T01:01:44.932761Z","steps":["trace[476963099] 'agreement among raft nodes before linearized reading' (duration: 758.037532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.932795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.964369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-16T01:01:44.932871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.174478Z","time spent":"758.36686ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:01:44.932883Z","caller":"traceutil/trace.go:171","msg":"trace[90718936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15611; }","duration":"191.109253ms","start":"2026-04-16T01:01:44.741755Z","end":"2026-04-16T01:01:44.932864Z","steps":["trace[90718936] 'agreement among raft nodes before linearized reading' (duration: 190.835565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:44.932958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.534339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T01:01:44.933021Z","caller":"traceutil/trace.go:171","msg":"trace[1140970344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15611; }","duration":"155.661272ms","start":"2026-04-16T01:01:44.777345Z","end":"2026-04-16T01:01:44.933006Z","steps":["trace[1140970344] 'agreement among raft nodes before linearized reading' (duration: 155.289293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:45.312271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.717276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T01:01:45.312382Z","caller":"traceutil/trace.go:171","msg":"trace[1718252719] linearizableReadLoop","detail":"{readStateIndex:16102; appliedIndex:16101; }","duration":"372.51925ms","start":"2026-04-16T01:01:44.939844Z","end":"2026-04-16T01:01:45.312363Z","steps":["trace[1718252719] 'read index received' (duration: 121.64097ms)","trace[1718252719] 'applied index is now lower than readState.Index' (duration: 250.87305ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:01:45.312474Z","caller":"traceutil/trace.go:171","msg":"trace[721530981] transaction","detail":"{read_only:false; response_revision:15612; number_of_response:1; }","duration":"372.681504ms","start":"2026-04-16T01:01:44.93978Z","end":"2026-04-16T01:01:45.312462Z","steps":["trace[721530981] 'process raft request' (duration: 121.687521ms)","trace[721530981] 'compare' (duration: 250.578383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:01:45.312534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.939757Z","time spent":"372.747437ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:01:45.31269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.04413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:01:45.312821Z","caller":"traceutil/trace.go:171","msg":"trace[598133592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15612; }","duration":"297.214006ms","start":"2026-04-16T01:01:45.015578Z","end":"2026-04-16T01:01:45.312792Z","steps":["trace[598133592] 'agreement among raft nodes before linearized reading' (duration: 297.01819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:45.313001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.132487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-16T01:01:45.313081Z","caller":"traceutil/trace.go:171","msg":"trace[1620318000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15612; }","duration":"373.2607ms","start":"2026-04-16T01:01:44.939804Z","end":"2026-04-16T01:01:45.313065Z","steps":["trace[1620318000] 'agreement among raft nodes before linearized reading' (duration: 373.015114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:45.313122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:44.939792Z","time spent":"373.323462ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T01:01:46.317817Z","caller":"traceutil/trace.go:171","msg":"trace[2085147343] transaction","detail":"{read_only:false; response_revision:15618; number_of_response:1; }","duration":"480.527684ms","start":"2026-04-16T01:01:45.837267Z","end":"2026-04-16T01:01:46.317795Z","steps":["trace[2085147343] 'process raft request' (duration: 480.372779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:46.318012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:45.837237Z","time spent":"480.719969ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T01:01:46.318115Z","caller":"traceutil/trace.go:171","msg":"trace[848489132] linearizableReadLoop","detail":"{readStateIndex:16110; appliedIndex:16108; }","duration":"301.232481ms","start":"2026-04-16T01:01:46.016857Z","end":"2026-04-16T01:01:46.31809Z","steps":["trace[848489132] 'read index received' (duration: 301.031565ms)","trace[848489132] 'applied index is now lower than readState.Index' (duration: 200.086µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:01:46.318462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.599271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T01:01:46.318552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.954892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T01:01:46.318512Z","caller":"traceutil/trace.go:171","msg":"trace[1748049833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15620; }","duration":"301.684463ms","start":"2026-04-16T01:01:46.016814Z","end":"2026-04-16T01:01:46.318499Z","steps":["trace[1748049833] 'agreement among raft nodes before linearized reading' (duration: 301.57054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:46.318602Z","caller":"traceutil/trace.go:171","msg":"trace[1704450623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15620; }","duration":"174.043125ms","start":"2026-04-16T01:01:46.144545Z","end":"2026-04-16T01:01:46.318588Z","steps":["trace[1704450623] 'agreement among raft nodes before linearized reading' (duration: 173.877711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:46.318649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:46.016799Z","time spent":"301.838656ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:01:46.318996Z","caller":"traceutil/trace.go:171","msg":"trace[780150800] transaction","detail":"{read_only:false; response_revision:15619; number_of_response:1; }","duration":"331.148766ms","start":"2026-04-16T01:01:45.987833Z","end":"2026-04-16T01:01:46.318982Z","steps":["trace[780150800] 'process raft request' (duration: 330.112428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:46.319121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.277361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-16T01:01:46.319188Z","caller":"traceutil/trace.go:171","msg":"trace[1636661340] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:15620; }","duration":"166.362382ms","start":"2026-04-16T01:01:46.152815Z","end":"2026-04-16T01:01:46.319178Z","steps":["trace[1636661340] 'agreement among raft nodes before linearized reading' (duration: 166.151097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:46.319136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:45.987809Z","time spent":"331.220128ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T01:01:46.319539Z","caller":"traceutil/trace.go:171","msg":"trace[400735234] transaction","detail":"{read_only:false; response_revision:15620; number_of_response:1; }","duration":"330.767896ms","start":"2026-04-16T01:01:45.988758Z","end":"2026-04-16T01:01:46.319526Z","steps":["trace[400735234] 'process raft request' (duration: 329.298167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:46.319723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:01:45.988746Z","time spent":"330.826947ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T01:01:46.323042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.15922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-04-16T01:01:46.323084Z","caller":"traceutil/trace.go:171","msg":"trace[18286143] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:15620; }","duration":"131.255472ms","start":"2026-04-16T01:01:46.19182Z","end":"2026-04-16T01:01:46.323075Z","steps":["trace[18286143] 'agreement among raft nodes before linearized reading' (duration: 126.954999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:01:48.96428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.627153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f5d2b7d-94f2-4d59-b9b3-a9a73ae49386\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-04-16T01:01:48.964382Z","caller":"traceutil/trace.go:171","msg":"trace[797369662] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f5d2b7d-94f2-4d59-b9b3-a9a73ae49386; range_end:; response_count:1; response_revision:15752; }","duration":"152.795348ms","start":"2026-04-16T01:01:48.811564Z","end":"2026-04-16T01:01:48.964359Z","steps":["trace[797369662] 'range keys from in-memory index tree' (duration: 152.369317ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:01:55.472832Z","caller":"traceutil/trace.go:171","msg":"trace[669220236] transaction","detail":"{read_only:false; response_revision:15836; number_of_response:1; }","duration":"112.915062ms","start":"2026-04-16T01:01:55.35989Z","end":"2026-04-16T01:01:55.472805Z","steps":["trace[669220236] 'process raft request' (duration: 112.774338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:33.713129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.006505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-16T01:02:33.713218Z","caller":"traceutil/trace.go:171","msg":"trace[1101057416] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:16157; }","duration":"376.133799ms","start":"2026-04-16T01:02:33.337065Z","end":"2026-04-16T01:02:33.713199Z","steps":["trace[1101057416] 'range keys from in-memory index tree' (duration: 375.859051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:33.713249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.33705Z","time spent":"376.192041ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" "} {"level":"warn","ts":"2026-04-16T01:02:33.713221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.564723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T01:02:33.713352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.684396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:33.713413Z","caller":"traceutil/trace.go:171","msg":"trace[154711478] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:16157; }","duration":"527.775929ms","start":"2026-04-16T01:02:33.185582Z","end":"2026-04-16T01:02:33.713358Z","steps":["trace[154711478] 'count revisions from in-memory index tree' (duration: 527.481361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:33.713472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.185526Z","time spent":"527.930763ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:02:33.713491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.443971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T01:02:33.713642Z","caller":"traceutil/trace.go:171","msg":"trace[1425126721] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:16157; }","duration":"356.662588ms","start":"2026-04-16T01:02:33.356948Z","end":"2026-04-16T01:02:33.71361Z","steps":["trace[1425126721] 'count revisions from in-memory index tree' (duration: 356.38226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:33.713708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.356933Z","time spent":"356.755842ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:02:33.713465Z","caller":"traceutil/trace.go:171","msg":"trace[321660342] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:16157; }","duration":"654.832841ms","start":"2026-04-16T01:02:33.058602Z","end":"2026-04-16T01:02:33.713435Z","steps":["trace[321660342] 'count revisions from in-memory index tree' (duration: 654.597974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:33.714012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.058589Z","time spent":"655.259213ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:02:33.714069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.670516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:33.714185Z","caller":"traceutil/trace.go:171","msg":"trace[1967867754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16157; }","duration":"696.857951ms","start":"2026-04-16T01:02:33.017304Z","end":"2026-04-16T01:02:33.714162Z","steps":["trace[1967867754] 'range keys from in-memory index tree' (duration: 695.718759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:33.714249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.017282Z","time spent":"696.955735ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:02:34.10198Z","caller":"traceutil/trace.go:171","msg":"trace[393001339] linearizableReadLoop","detail":"{readStateIndex:16664; appliedIndex:16663; }","duration":"383.923923ms","start":"2026-04-16T01:02:33.718036Z","end":"2026-04-16T01:02:34.10196Z","steps":["trace[393001339] 'read index received' (duration: 383.776339ms)","trace[393001339] 'applied index is now lower than readState.Index' (duration: 146.634µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:02:34.102019Z","caller":"traceutil/trace.go:171","msg":"trace[1640677600] transaction","detail":"{read_only:false; response_revision:16158; number_of_response:1; }","duration":"384.110708ms","start":"2026-04-16T01:02:33.717884Z","end":"2026-04-16T01:02:34.101994Z","steps":["trace[1640677600] 'process raft request' (duration: 383.929683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:34.102265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.717866Z","time spent":"384.220472ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:02:34.10233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.249793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:34.102495Z","caller":"traceutil/trace.go:171","msg":"trace[1770973433] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16158; }","duration":"384.471819ms","start":"2026-04-16T01:02:33.717999Z","end":"2026-04-16T01:02:34.102471Z","steps":["trace[1770973433] 'agreement among raft nodes before linearized reading' (duration: 384.045577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:34.102587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.717986Z","time spent":"384.585382ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:02:34.693744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.14004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T01:02:34.694022Z","caller":"traceutil/trace.go:171","msg":"trace[480303703] linearizableReadLoop","detail":"{readStateIndex:16668; appliedIndex:16664; }","duration":"591.970969ms","start":"2026-04-16T01:02:34.102034Z","end":"2026-04-16T01:02:34.694005Z","steps":["trace[480303703] 'read index received' (duration: 224.386686ms)","trace[480303703] 'applied index is now lower than readState.Index' (duration: 367.583363ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:02:34.694101Z","caller":"traceutil/trace.go:171","msg":"trace[202130122] transaction","detail":"{read_only:false; response_revision:16159; number_of_response:1; }","duration":"941.630375ms","start":"2026-04-16T01:02:33.752457Z","end":"2026-04-16T01:02:34.694088Z","steps":["trace[202130122] 'process raft request' (duration: 574.033532ms)","trace[202130122] 'compare' (duration: 366.882503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:02:34.694159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.752437Z","time spent":"941.687858ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:02:34.694242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.082857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T01:02:34.694338Z","caller":"traceutil/trace.go:171","msg":"trace[1260582082] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:16162; }","duration":"630.19227ms","start":"2026-04-16T01:02:34.064102Z","end":"2026-04-16T01:02:34.694294Z","steps":["trace[1260582082] 'agreement among raft nodes before linearized reading' (duration: 630.047606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:34.694376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.064084Z","time spent":"630.283073ms","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:02:34.694501Z","caller":"traceutil/trace.go:171","msg":"trace[706145830] transaction","detail":"{read_only:false; response_revision:16160; number_of_response:1; }","duration":"738.203364ms","start":"2026-04-16T01:02:33.956251Z","end":"2026-04-16T01:02:34.694454Z","steps":["trace[706145830] 'process raft request' (duration: 737.597026ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:34.69451Z","caller":"traceutil/trace.go:171","msg":"trace[212806356] transaction","detail":"{read_only:false; response_revision:16162; number_of_response:1; }","duration":"704.811051ms","start":"2026-04-16T01:02:33.989655Z","end":"2026-04-16T01:02:34.694466Z","steps":["trace[212806356] 'process raft request' (duration: 704.310456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:34.694693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.956227Z","time spent":"738.368818ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:02:34.69471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.989643Z","time spent":"704.959186ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:02:34.694187Z","caller":"traceutil/trace.go:171","msg":"trace[1242189548] transaction","detail":"{read_only:false; response_revision:16161; number_of_response:1; }","duration":"706.677655ms","start":"2026-04-16T01:02:33.987464Z","end":"2026-04-16T01:02:34.694142Z","steps":["trace[1242189548] 'process raft request' (duration: 706.469739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:34.695084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.987433Z","time spent":"707.559991ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:02:34.695509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.805449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:119 size:1163102"} {"level":"info","ts":"2026-04-16T01:02:34.695576Z","caller":"traceutil/trace.go:171","msg":"trace[1163255378] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:119; response_revision:16162; }","duration":"976.915272ms","start":"2026-04-16T01:02:33.718646Z","end":"2026-04-16T01:02:34.695561Z","steps":["trace[1163255378] 'agreement among raft nodes before linearized reading' (duration: 975.725317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:34.69562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:33.718626Z","time spent":"976.980574ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":119,"response size":1163125,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T01:02:35.194453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449399817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:02:35.851271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.752498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T01:02:35.851429Z","caller":"traceutil/trace.go:171","msg":"trace[364300999] linearizableReadLoop","detail":"{readStateIndex:16669; appliedIndex:16668; }","duration":"1.157346582s","start":"2026-04-16T01:02:34.694059Z","end":"2026-04-16T01:02:35.851406Z","steps":["trace[364300999] 'read index received' (duration: 528.345476ms)","trace[364300999] 'applied index is now lower than readState.Index' (duration: 628.998826ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:02:35.851502Z","caller":"traceutil/trace.go:171","msg":"trace[981805369] transaction","detail":"{read_only:false; response_revision:16163; number_of_response:1; }","duration":"1.204912672s","start":"2026-04-16T01:02:34.646529Z","end":"2026-04-16T01:02:35.851442Z","steps":["trace[981805369] 'process raft request' (duration: 575.872665ms)","trace[981805369] 'compare' (duration: 628.412949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:02:35.851633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274464897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T01:02:35.851639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294261597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T01:02:35.851588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480953077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T01:02:35.8517Z","caller":"traceutil/trace.go:171","msg":"trace[1044467717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:16163; }","duration":"1.27456002s","start":"2026-04-16T01:02:34.577125Z","end":"2026-04-16T01:02:35.851685Z","steps":["trace[1044467717] 'agreement among raft nodes before linearized reading' (duration: 1.274348494s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:35.85171Z","caller":"traceutil/trace.go:171","msg":"trace[289086006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16163; }","duration":"1.294371151s","start":"2026-04-16T01:02:34.557321Z","end":"2026-04-16T01:02:35.851693Z","steps":["trace[289086006] 'agreement among raft nodes before linearized reading' (duration: 1.294157985s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:35.851734Z","caller":"traceutil/trace.go:171","msg":"trace[1788105945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16163; }","duration":"1.481139882s","start":"2026-04-16T01:02:34.370576Z","end":"2026-04-16T01:02:35.851716Z","steps":["trace[1788105945] 'agreement among raft nodes before linearized reading' (duration: 1.480953128s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.851749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.577061Z","time spent":"1.274677163s","remote":"127.0.0.1:55270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:02:35.851754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.557302Z","time spent":"1.294443563s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:02:35.851741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.646501Z","time spent":"1.20513846s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:02:35.851777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.941121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T01:02:35.851797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.370524Z","time spent":"1.481255706s","remote":"127.0.0.1:45738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:02:35.851843Z","caller":"traceutil/trace.go:171","msg":"trace[1373935490] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16163; }","duration":"175.010933ms","start":"2026-04-16T01:02:35.67681Z","end":"2026-04-16T01:02:35.851821Z","steps":["trace[1373935490] 'agreement among raft nodes before linearized reading' (duration: 174.927672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.85169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071850818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T01:02:35.851941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.874396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-16T01:02:35.85197Z","caller":"traceutil/trace.go:171","msg":"trace[1689870434] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16163; }","duration":"1.072188428s","start":"2026-04-16T01:02:34.77977Z","end":"2026-04-16T01:02:35.851958Z","steps":["trace[1689870434] 'agreement among raft nodes before linearized reading' (duration: 1.071829487s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.85195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.764138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T01:02:35.851987Z","caller":"traceutil/trace.go:171","msg":"trace[1280115665] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:16163; }","duration":"879.959438ms","start":"2026-04-16T01:02:34.972014Z","end":"2026-04-16T01:02:35.851974Z","steps":["trace[1280115665] 'agreement among raft nodes before linearized reading' (duration: 879.795133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.779745Z","time spent":"1.072254239s","remote":"127.0.0.1:43706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":18,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:02:35.852042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.971993Z","time spent":"880.0389ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"warn","ts":"2026-04-16T01:02:35.852065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.470586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11713"} {"level":"warn","ts":"2026-04-16T01:02:35.852033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.26121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T01:02:35.852104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.590042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:35.852129Z","caller":"traceutil/trace.go:171","msg":"trace[93470596] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:16163; }","duration":"615.571749ms","start":"2026-04-16T01:02:35.236542Z","end":"2026-04-16T01:02:35.852114Z","steps":["trace[93470596] 'agreement among raft nodes before linearized reading' (duration: 615.357863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.438578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T01:02:35.852194Z","caller":"traceutil/trace.go:171","msg":"trace[342748954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16163; }","duration":"835.440005ms","start":"2026-04-16T01:02:35.01669Z","end":"2026-04-16T01:02:35.85213Z","steps":["trace[342748954] 'agreement among raft nodes before linearized reading' (duration: 835.167997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:35.236522Z","time spent":"615.683533ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11736,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-16T01:02:35.852221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.405244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T01:02:35.852252Z","caller":"traceutil/trace.go:171","msg":"trace[1485680455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16163; }","duration":"951.572992ms","start":"2026-04-16T01:02:34.900665Z","end":"2026-04-16T01:02:35.852238Z","steps":["trace[1485680455] 'agreement among raft nodes before linearized reading' (duration: 951.380017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.649708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-04-16T01:02:35.852307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.900642Z","time spent":"951.652805ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T01:02:35.852364Z","caller":"traceutil/trace.go:171","msg":"trace[1717922743] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16163; }","duration":"871.884026ms","start":"2026-04-16T01:02:34.980449Z","end":"2026-04-16T01:02:35.852333Z","steps":["trace[1717922743] 'agreement among raft nodes before linearized reading' (duration: 871.449163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040949617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-16T01:02:35.852067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.716966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-16T01:02:35.852422Z","caller":"traceutil/trace.go:171","msg":"trace[1249527786] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:16163; }","duration":"1.041002149s","start":"2026-04-16T01:02:34.811411Z","end":"2026-04-16T01:02:35.852413Z","steps":["trace[1249527786] 'agreement among raft nodes before linearized reading' (duration: 1.040828634s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003939431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123211"} {"level":"warn","ts":"2026-04-16T01:02:35.852435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.980439Z","time spent":"871.984278ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-16T01:02:35.852461Z","caller":"traceutil/trace.go:171","msg":"trace[541786277] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16163; }","duration":"1.004013862s","start":"2026-04-16T01:02:34.848438Z","end":"2026-04-16T01:02:35.852452Z","steps":["trace[541786277] 'agreement among raft nodes before linearized reading' (duration: 1.003882588s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.811394Z","time spent":"1.04106299s","remote":"127.0.0.1:43334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-16T01:02:35.852466Z","caller":"traceutil/trace.go:171","msg":"trace[766794180] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16163; }","duration":"487.148068ms","start":"2026-04-16T01:02:35.365296Z","end":"2026-04-16T01:02:35.852444Z","steps":["trace[766794180] 'agreement among raft nodes before linearized reading' (duration: 486.519409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.85249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.848406Z","time spent":"1.004078875s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123234,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-16T01:02:35.852041Z","caller":"traceutil/trace.go:171","msg":"trace[1831370093] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:16163; }","duration":"180.921453ms","start":"2026-04-16T01:02:35.6711Z","end":"2026-04-16T01:02:35.852022Z","steps":["trace[1831370093] 'agreement among raft nodes before linearized reading' (duration: 180.770029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:35.365283Z","time spent":"487.23283ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-16T01:02:35.851929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.466985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T01:02:35.852639Z","caller":"traceutil/trace.go:171","msg":"trace[573717045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16163; }","duration":"946.204667ms","start":"2026-04-16T01:02:34.906414Z","end":"2026-04-16T01:02:35.852619Z","steps":["trace[573717045] 'agreement among raft nodes before linearized reading' (duration: 945.432845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:35.016671Z","time spent":"835.592529ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:02:35.852714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.906394Z","time spent":"946.3005ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:02:35.852147Z","caller":"traceutil/trace.go:171","msg":"trace[45670394] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16163; }","duration":"233.697225ms","start":"2026-04-16T01:02:35.618437Z","end":"2026-04-16T01:02:35.852135Z","steps":["trace[45670394] 'agreement among raft nodes before linearized reading' (duration: 233.628873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.24836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-04-16T01:02:35.852796Z","caller":"traceutil/trace.go:171","msg":"trace[2129433924] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:16163; }","duration":"920.945768ms","start":"2026-04-16T01:02:34.931841Z","end":"2026-04-16T01:02:35.852787Z","steps":["trace[2129433924] 'agreement among raft nodes before linearized reading' (duration: 920.158626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.931819Z","time spent":"921.000171ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" "} {"level":"info","ts":"2026-04-16T01:02:35.85228Z","caller":"traceutil/trace.go:171","msg":"trace[1268256246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16163; }","duration":"945.549208ms","start":"2026-04-16T01:02:34.906717Z","end":"2026-04-16T01:02:35.852266Z","steps":["trace[1268256246] 'agreement among raft nodes before linearized reading' (duration: 945.330752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:35.852892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:02:34.90671Z","time spent":"946.172295ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:02:35.850904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.750015ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:35.852948Z","caller":"traceutil/trace.go:171","msg":"trace[653182964] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16162; }","duration":"211.797284ms","start":"2026-04-16T01:02:35.641119Z","end":"2026-04-16T01:02:35.852916Z","steps":["trace[653182964] 'range keys from in-memory index tree' (duration: 209.732714ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:36.149843Z","caller":"traceutil/trace.go:171","msg":"trace[1091849906] transaction","detail":"{read_only:false; response_revision:16165; number_of_response:1; }","duration":"291.646044ms","start":"2026-04-16T01:02:35.858171Z","end":"2026-04-16T01:02:36.149817Z","steps":["trace[1091849906] 'process raft request' (duration: 291.409457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:36.150147Z","caller":"traceutil/trace.go:171","msg":"trace[390902841] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"291.808339ms","start":"2026-04-16T01:02:35.858312Z","end":"2026-04-16T01:02:36.15012Z","steps":["trace[390902841] 'process raft request' (duration: 291.409488ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:36.150351Z","caller":"traceutil/trace.go:171","msg":"trace[1070132536] linearizableReadLoop","detail":"{readStateIndex:16672; appliedIndex:16669; }","duration":"291.861371ms","start":"2026-04-16T01:02:35.858406Z","end":"2026-04-16T01:02:36.150268Z","steps":["trace[1070132536] 'read index received' (duration: 8.369191ms)","trace[1070132536] 'applied index is now lower than readState.Index' (duration: 283.49055ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:02:36.150425Z","caller":"traceutil/trace.go:171","msg":"trace[1144419269] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"291.432298ms","start":"2026-04-16T01:02:35.858958Z","end":"2026-04-16T01:02:36.15039Z","steps":["trace[1144419269] 'process raft request' (duration: 291.062657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:36.15064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.588151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T01:02:36.150688Z","caller":"traceutil/trace.go:171","msg":"trace[512113844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16167; }","duration":"133.689852ms","start":"2026-04-16T01:02:36.016985Z","end":"2026-04-16T01:02:36.150675Z","steps":["trace[512113844] 'agreement among raft nodes before linearized reading' (duration: 133.60345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:36.151097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.643456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-16T01:02:36.151154Z","caller":"traceutil/trace.go:171","msg":"trace[578633853] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:16167; }","duration":"290.724838ms","start":"2026-04-16T01:02:35.860417Z","end":"2026-04-16T01:02:36.151141Z","steps":["trace[578633853] 'agreement among raft nodes before linearized reading' (duration: 290.600474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:36.151157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.816572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11713"} {"level":"info","ts":"2026-04-16T01:02:36.151199Z","caller":"traceutil/trace.go:171","msg":"trace[710927890] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:16167; }","duration":"289.874713ms","start":"2026-04-16T01:02:35.86131Z","end":"2026-04-16T01:02:36.151185Z","steps":["trace[710927890] 'agreement among raft nodes before linearized reading' (duration: 289.680357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:36.151485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.813412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123211"} {"level":"warn","ts":"2026-04-16T01:02:36.151538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.113576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:119 size:1163102"} {"level":"info","ts":"2026-04-16T01:02:36.151557Z","caller":"traceutil/trace.go:171","msg":"trace[1761959686] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16167; }","duration":"289.911974ms","start":"2026-04-16T01:02:35.861629Z","end":"2026-04-16T01:02:36.151541Z","steps":["trace[1761959686] 'agreement among raft nodes before linearized reading' (duration: 289.599456ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:02:36.151584Z","caller":"traceutil/trace.go:171","msg":"trace[108886006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:119; response_revision:16167; }","duration":"293.202379ms","start":"2026-04-16T01:02:35.85837Z","end":"2026-04-16T01:02:36.151572Z","steps":["trace[108886006] 'agreement among raft nodes before linearized reading' (duration: 292.086707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:02:36.152319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.839467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:119 size:1163102"} {"level":"info","ts":"2026-04-16T01:02:36.152372Z","caller":"traceutil/trace.go:171","msg":"trace[2039847972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:119; response_revision:16167; }","duration":"293.93824ms","start":"2026-04-16T01:02:35.858422Z","end":"2026-04-16T01:02:36.15236Z","steps":["trace[2039847972] 'agreement among raft nodes before linearized reading' (duration: 292.076896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.181039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.734515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:09.181197Z","caller":"traceutil/trace.go:171","msg":"trace[1803004072] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:16491; }","duration":"564.023175ms","start":"2026-04-16T01:03:08.617155Z","end":"2026-04-16T01:03:09.181179Z","steps":["trace[1803004072] 'count revisions from in-memory index tree' (duration: 563.632352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.181236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.347291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6958"} {"level":"info","ts":"2026-04-16T01:03:09.18133Z","caller":"traceutil/trace.go:171","msg":"trace[557837255] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:16491; }","duration":"582.492027ms","start":"2026-04-16T01:03:08.598815Z","end":"2026-04-16T01:03:09.181307Z","steps":["trace[557837255] 'range keys from in-memory index tree' (duration: 582.040804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.181378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:08.598795Z","time spent":"582.574058ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" "} {"level":"warn","ts":"2026-04-16T01:03:09.18142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.562207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-16T01:03:09.181474Z","caller":"traceutil/trace.go:171","msg":"trace[1564449785] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:16491; }","duration":"583.66125ms","start":"2026-04-16T01:03:08.5978Z","end":"2026-04-16T01:03:09.181462Z","steps":["trace[1564449785] 'range keys from in-memory index tree' (duration: 583.033731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.181512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:08.597778Z","time spent":"583.725311ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"warn","ts":"2026-04-16T01:03:09.181905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:08.617127Z","time spent":"564.166968ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:03:09.203553Z","caller":"traceutil/trace.go:171","msg":"trace[35524625] transaction","detail":"{read_only:false; response_revision:16492; number_of_response:1; }","duration":"369.449146ms","start":"2026-04-16T01:03:08.834085Z","end":"2026-04-16T01:03:09.203534Z","steps":["trace[35524625] 'process raft request' (duration: 369.322362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.203689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:08.834032Z","time spent":"369.58222ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:03:09.205266Z","caller":"traceutil/trace.go:171","msg":"trace[364360677] transaction","detail":"{read_only:false; response_revision:16494; number_of_response:1; }","duration":"363.65074ms","start":"2026-04-16T01:03:08.841593Z","end":"2026-04-16T01:03:09.205244Z","steps":["trace[364360677] 'process raft request' (duration: 363.579678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:09.205278Z","caller":"traceutil/trace.go:171","msg":"trace[703240540] transaction","detail":"{read_only:false; response_revision:16495; number_of_response:1; }","duration":"363.271098ms","start":"2026-04-16T01:03:08.841983Z","end":"2026-04-16T01:03:09.205254Z","steps":["trace[703240540] 'process raft request' (duration: 363.217457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.205393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:08.841578Z","time spent":"363.746573ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:09.205399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:08.841976Z","time spent":"363.360751ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:03:09.205463Z","caller":"traceutil/trace.go:171","msg":"trace[671075708] linearizableReadLoop","detail":"{readStateIndex:17010; appliedIndex:17005; }","duration":"217.796756ms","start":"2026-04-16T01:03:08.987642Z","end":"2026-04-16T01:03:09.205438Z","steps":["trace[671075708] 'read index received' (duration: 215.83874ms)","trace[671075708] 'applied index is now lower than readState.Index' (duration: 1.956686ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:09.205582Z","caller":"traceutil/trace.go:171","msg":"trace[1601354574] transaction","detail":"{read_only:false; response_revision:16496; number_of_response:1; }","duration":"302.061575ms","start":"2026-04-16T01:03:08.903507Z","end":"2026-04-16T01:03:09.205568Z","steps":["trace[1601354574] 'process raft request' (duration: 301.718066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.205629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.93465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:09.205662Z","caller":"traceutil/trace.go:171","msg":"trace[370388985] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16496; }","duration":"218.016562ms","start":"2026-04-16T01:03:08.987635Z","end":"2026-04-16T01:03:09.205651Z","steps":["trace[370388985] 'agreement among raft nodes before linearized reading' (duration: 217.96803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.205681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:08.903487Z","time spent":"302.127607ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:09.205977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.331222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:09.206175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.2411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:09.206145Z","caller":"traceutil/trace.go:171","msg":"trace[596322110] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:16496; }","duration":"218.426904ms","start":"2026-04-16T01:03:08.987601Z","end":"2026-04-16T01:03:09.206028Z","steps":["trace[596322110] 'agreement among raft nodes before linearized reading' (duration: 218.342103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:09.20622Z","caller":"traceutil/trace.go:171","msg":"trace[508103569] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16496; }","duration":"218.297281ms","start":"2026-04-16T01:03:08.987912Z","end":"2026-04-16T01:03:09.206209Z","steps":["trace[508103569] 'agreement among raft nodes before linearized reading' (duration: 218.2405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.206306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.524898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:09.206334Z","caller":"traceutil/trace.go:171","msg":"trace[657104500] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16496; }","duration":"218.562998ms","start":"2026-04-16T01:03:08.987764Z","end":"2026-04-16T01:03:09.206327Z","steps":["trace[657104500] 'agreement among raft nodes before linearized reading' (duration: 218.524057ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:09.206599Z","caller":"traceutil/trace.go:171","msg":"trace[1564725729] transaction","detail":"{read_only:false; response_revision:16493; number_of_response:1; }","duration":"371.892047ms","start":"2026-04-16T01:03:08.834657Z","end":"2026-04-16T01:03:09.206549Z","steps":["trace[1564725729] 'process raft request' (duration: 370.404863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:09.206692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:08.834626Z","time spent":"372.02253ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:03:09.393633Z","caller":"traceutil/trace.go:171","msg":"trace[1506428858] transaction","detail":"{read_only:false; response_revision:16497; number_of_response:1; }","duration":"135.654149ms","start":"2026-04-16T01:03:09.257952Z","end":"2026-04-16T01:03:09.393606Z","steps":["trace[1506428858] 'process raft request' (duration: 135.506075ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:09.499311Z","caller":"traceutil/trace.go:171","msg":"trace[1198983416] transaction","detail":"{read_only:false; response_revision:16499; number_of_response:1; }","duration":"182.956251ms","start":"2026-04-16T01:03:09.31633Z","end":"2026-04-16T01:03:09.499287Z","steps":["trace[1198983416] 'process raft request' (duration: 182.87906ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:09.499336Z","caller":"traceutil/trace.go:171","msg":"trace[839824342] transaction","detail":"{read_only:false; response_revision:16498; number_of_response:1; }","duration":"227.811685ms","start":"2026-04-16T01:03:09.271481Z","end":"2026-04-16T01:03:09.499293Z","steps":["trace[839824342] 'process raft request' (duration: 227.162696ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:09.670019Z","caller":"traceutil/trace.go:171","msg":"trace[902135019] transaction","detail":"{read_only:false; response_revision:16501; number_of_response:1; }","duration":"160.644939ms","start":"2026-04-16T01:03:09.509319Z","end":"2026-04-16T01:03:09.669964Z","steps":["trace[902135019] 'process raft request' (duration: 140.278642ms)","trace[902135019] 'compare' (duration: 20.170741ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:09.786771Z","caller":"traceutil/trace.go:171","msg":"trace[409579366] transaction","detail":"{read_only:false; response_revision:16502; number_of_response:1; }","duration":"109.962759ms","start":"2026-04-16T01:03:09.676782Z","end":"2026-04-16T01:03:09.786745Z","steps":["trace[409579366] 'process raft request' (duration: 99.600899ms)","trace[409579366] 'compare' (duration: 10.250567ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:10.046351Z","caller":"traceutil/trace.go:171","msg":"trace[79451326] transaction","detail":"{read_only:false; response_revision:16505; number_of_response:1; }","duration":"175.552479ms","start":"2026-04-16T01:03:09.870776Z","end":"2026-04-16T01:03:10.046328Z","steps":["trace[79451326] 'process raft request' (duration: 175.365713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:10.468569Z","caller":"traceutil/trace.go:171","msg":"trace[293832406] transaction","detail":"{read_only:false; response_revision:16506; number_of_response:1; }","duration":"458.458281ms","start":"2026-04-16T01:03:10.010076Z","end":"2026-04-16T01:03:10.468534Z","steps":["trace[293832406] 'process raft request' (duration: 421.60636ms)","trace[293832406] 'compare' (duration: 36.528122ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:10.468702Z","caller":"traceutil/trace.go:171","msg":"trace[1344093234] transaction","detail":"{read_only:false; response_revision:16507; number_of_response:1; }","duration":"409.968934ms","start":"2026-04-16T01:03:10.058705Z","end":"2026-04-16T01:03:10.468674Z","steps":["trace[1344093234] 'process raft request' (duration: 409.719396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:10.468713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:10.010046Z","time spent":"458.597825ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T01:03:10.468655Z","caller":"traceutil/trace.go:171","msg":"trace[1569062369] linearizableReadLoop","detail":"{readStateIndex:17020; appliedIndex:17018; }","duration":"453.170859ms","start":"2026-04-16T01:03:10.015408Z","end":"2026-04-16T01:03:10.468579Z","steps":["trace[1569062369] 'read index received' (duration: 30.634132ms)","trace[1569062369] 'applied index is now lower than readState.Index' (duration: 422.533097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:10.468833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:10.058687Z","time spent":"410.077017ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4807,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T01:03:10.468858Z","caller":"traceutil/trace.go:171","msg":"trace[2054162470] transaction","detail":"{read_only:false; response_revision:16508; number_of_response:1; }","duration":"333.346916ms","start":"2026-04-16T01:03:10.135461Z","end":"2026-04-16T01:03:10.468808Z","steps":["trace[2054162470] 'process raft request' (duration: 333.1818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:10.468962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.519589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:10.469026Z","caller":"traceutil/trace.go:171","msg":"trace[526624000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16508; }","duration":"453.601882ms","start":"2026-04-16T01:03:10.015402Z","end":"2026-04-16T01:03:10.469004Z","steps":["trace[526624000] 'agreement among raft nodes before linearized reading' (duration: 453.350144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:10.469065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:10.135445Z","time spent":"333.539042ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7624,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:10.469079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:10.01535Z","time spent":"453.718885ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:03:10.469812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.711212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T01:03:10.469838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.464894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:03:10.469859Z","caller":"traceutil/trace.go:171","msg":"trace[923312748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16508; }","duration":"378.779796ms","start":"2026-04-16T01:03:10.091069Z","end":"2026-04-16T01:03:10.469848Z","steps":["trace[923312748] 'agreement among raft nodes before linearized reading' (duration: 378.607921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:10.469886Z","caller":"traceutil/trace.go:171","msg":"trace[2100009974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16508; }","duration":"117.528427ms","start":"2026-04-16T01:03:10.352342Z","end":"2026-04-16T01:03:10.46987Z","steps":["trace[2100009974] 'agreement among raft nodes before linearized reading' (duration: 117.363742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:10.469981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.273528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:03:10.470019Z","caller":"traceutil/trace.go:171","msg":"trace[1799059452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16508; }","duration":"118.33199ms","start":"2026-04-16T01:03:10.351679Z","end":"2026-04-16T01:03:10.470011Z","steps":["trace[1799059452] 'agreement among raft nodes before linearized reading' (duration: 118.230797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:10.47021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.965183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:22346"} {"level":"warn","ts":"2026-04-16T01:03:10.469892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:10.091059Z","time spent":"378.826337ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:03:10.470233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.416973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:03:10.470262Z","caller":"traceutil/trace.go:171","msg":"trace[287295654] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:16508; }","duration":"191.034165ms","start":"2026-04-16T01:03:10.27921Z","end":"2026-04-16T01:03:10.470244Z","steps":["trace[287295654] 'agreement among raft nodes before linearized reading' (duration: 190.887771ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:10.470274Z","caller":"traceutil/trace.go:171","msg":"trace[1390504961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16508; }","duration":"143.481814ms","start":"2026-04-16T01:03:10.32678Z","end":"2026-04-16T01:03:10.470262Z","steps":["trace[1390504961] 'agreement among raft nodes before linearized reading' (duration: 143.287279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:10.470523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.680116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:03:10.470632Z","caller":"traceutil/trace.go:171","msg":"trace[2071316483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16508; }","duration":"122.779317ms","start":"2026-04-16T01:03:10.347806Z","end":"2026-04-16T01:03:10.470585Z","steps":["trace[2071316483] 'agreement among raft nodes before linearized reading' (duration: 122.4857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:11.6802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.474288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:03:11.680299Z","caller":"traceutil/trace.go:171","msg":"trace[701520594] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16530; }","duration":"113.678716ms","start":"2026-04-16T01:03:11.566595Z","end":"2026-04-16T01:03:11.680274Z","steps":["trace[701520594] 'count revisions from in-memory index tree' (duration: 113.379317ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:14.723805Z","caller":"traceutil/trace.go:171","msg":"trace[887763015] transaction","detail":"{read_only:false; response_revision:16559; number_of_response:1; }","duration":"143.930981ms","start":"2026-04-16T01:03:14.579846Z","end":"2026-04-16T01:03:14.723777Z","steps":["trace[887763015] 'process raft request' (duration: 143.727774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:14.725464Z","caller":"traceutil/trace.go:171","msg":"trace[1370399131] transaction","detail":"{read_only:false; response_revision:16562; number_of_response:1; }","duration":"144.340964ms","start":"2026-04-16T01:03:14.581107Z","end":"2026-04-16T01:03:14.725448Z","steps":["trace[1370399131] 'process raft request' (duration: 144.302492ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:14.725701Z","caller":"traceutil/trace.go:171","msg":"trace[760749037] transaction","detail":"{read_only:false; response_revision:16560; number_of_response:1; }","duration":"145.758518ms","start":"2026-04-16T01:03:14.579899Z","end":"2026-04-16T01:03:14.725657Z","steps":["trace[760749037] 'process raft request' (duration: 145.397706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:14.726054Z","caller":"traceutil/trace.go:171","msg":"trace[22681848] transaction","detail":"{read_only:false; response_revision:16561; number_of_response:1; }","duration":"145.934583ms","start":"2026-04-16T01:03:14.580083Z","end":"2026-04-16T01:03:14.726018Z","steps":["trace[22681848] 'process raft request' (duration: 145.290373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:15.516232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.946657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:23002"} {"level":"info","ts":"2026-04-16T01:03:15.516284Z","caller":"traceutil/trace.go:171","msg":"trace[1313770831] transaction","detail":"{read_only:false; response_revision:16567; number_of_response:1; }","duration":"105.247785ms","start":"2026-04-16T01:03:15.410998Z","end":"2026-04-16T01:03:15.516246Z","steps":["trace[1313770831] 'process raft request' (duration: 46.073625ms)","trace[1313770831] 'compare' (duration: 58.83095ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:15.516354Z","caller":"traceutil/trace.go:171","msg":"trace[1787749839] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:16566; }","duration":"107.086431ms","start":"2026-04-16T01:03:15.409238Z","end":"2026-04-16T01:03:15.516324Z","steps":["trace[1787749839] 'range keys from in-memory index tree' (duration: 106.72867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:15.519525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.176776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:125 size:1210598"} {"level":"info","ts":"2026-04-16T01:03:15.519641Z","caller":"traceutil/trace.go:171","msg":"trace[1407116325] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:125; response_revision:16566; }","duration":"196.30945ms","start":"2026-04-16T01:03:15.323314Z","end":"2026-04-16T01:03:15.519623Z","steps":["trace[1407116325] 'range keys from in-memory index tree' (duration: 192.941227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:15.93591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.28497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:15.936078Z","caller":"traceutil/trace.go:171","msg":"trace[933881403] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16567; }","duration":"294.465366ms","start":"2026-04-16T01:03:15.641586Z","end":"2026-04-16T01:03:15.936052Z","steps":["trace[933881403] 'range keys from in-memory index tree' (duration: 294.26371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:15.936412Z","caller":"traceutil/trace.go:171","msg":"trace[431027605] transaction","detail":"{read_only:false; response_revision:16568; number_of_response:1; }","duration":"400.781423ms","start":"2026-04-16T01:03:15.535517Z","end":"2026-04-16T01:03:15.936298Z","steps":["trace[431027605] 'process raft request' (duration: 400.241927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:15.936659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:15.535486Z","time spent":"401.056633ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23202,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:22.507439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.782583ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:03:22.50757Z","caller":"traceutil/trace.go:171","msg":"trace[767824630] linearizableReadLoop","detail":"{readStateIndex:17125; appliedIndex:17124; }","duration":"718.307113ms","start":"2026-04-16T01:03:21.78924Z","end":"2026-04-16T01:03:22.507547Z","steps":["trace[767824630] 'read index received' (duration: 45.412µs)","trace[767824630] 'applied index is now lower than readState.Index' (duration: 718.259871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:22.507751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.490979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:22.507881Z","caller":"traceutil/trace.go:171","msg":"trace[2000743049] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16608; }","duration":"718.653643ms","start":"2026-04-16T01:03:21.789188Z","end":"2026-04-16T01:03:22.507842Z","steps":["trace[2000743049] 'agreement among raft nodes before linearized reading' (duration: 718.475807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:22.507913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.813279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:22.507957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:21.789167Z","time spent":"718.768057ms","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:03:22.508027Z","caller":"traceutil/trace.go:171","msg":"trace[315570779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16608; }","duration":"492.929643ms","start":"2026-04-16T01:03:22.015046Z","end":"2026-04-16T01:03:22.507976Z","steps":["trace[315570779] 'agreement among raft nodes before linearized reading' (duration: 492.780469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:22.508105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:22.015027Z","time spent":"493.041987ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:03:22.508322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.590487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-16T01:03:22.508387Z","caller":"traceutil/trace.go:171","msg":"trace[1611410803] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:16608; }","duration":"161.692621ms","start":"2026-04-16T01:03:22.346678Z","end":"2026-04-16T01:03:22.508371Z","steps":["trace[1611410803] 'agreement among raft nodes before linearized reading' (duration: 161.465114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:22.508422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.765973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:03:22.508473Z","caller":"traceutil/trace.go:171","msg":"trace[1300322036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16608; }","duration":"237.849686ms","start":"2026-04-16T01:03:22.270612Z","end":"2026-04-16T01:03:22.508462Z","steps":["trace[1300322036] 'agreement among raft nodes before linearized reading' (duration: 237.70583ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:22.724288Z","caller":"traceutil/trace.go:171","msg":"trace[1645801123] linearizableReadLoop","detail":"{readStateIndex:17126; appliedIndex:17125; }","duration":"181.989007ms","start":"2026-04-16T01:03:22.542261Z","end":"2026-04-16T01:03:22.72425Z","steps":["trace[1645801123] 'read index received' (duration: 181.175832ms)","trace[1645801123] 'applied index is now lower than readState.Index' (duration: 811.965µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:22.724419Z","caller":"traceutil/trace.go:171","msg":"trace[1998083030] transaction","detail":"{read_only:false; response_revision:16609; number_of_response:1; }","duration":"190.166481ms","start":"2026-04-16T01:03:22.534206Z","end":"2026-04-16T01:03:22.724372Z","steps":["trace[1998083030] 'process raft request' (duration: 189.8096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:22.724624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.481943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T01:03:22.724615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.303387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4bhf8\" ","response":"range_response_count:1 size:23219"} {"level":"info","ts":"2026-04-16T01:03:22.724683Z","caller":"traceutil/trace.go:171","msg":"trace[1936673083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16609; }","duration":"160.604086ms","start":"2026-04-16T01:03:22.564065Z","end":"2026-04-16T01:03:22.724669Z","steps":["trace[1936673083] 'agreement among raft nodes before linearized reading' (duration: 160.374309ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:22.724715Z","caller":"traceutil/trace.go:171","msg":"trace[1893370233] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4bhf8; range_end:; response_count:1; response_revision:16609; }","duration":"182.467013ms","start":"2026-04-16T01:03:22.542226Z","end":"2026-04-16T01:03:22.724693Z","steps":["trace[1893370233] 'agreement among raft nodes before linearized reading' (duration: 182.152244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:22.724625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.311895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:22.724816Z","caller":"traceutil/trace.go:171","msg":"trace[1919164019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16609; }","duration":"146.51743ms","start":"2026-04-16T01:03:22.578266Z","end":"2026-04-16T01:03:22.724784Z","steps":["trace[1919164019] 'agreement among raft nodes before linearized reading' (duration: 146.278223ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:22.952658Z","caller":"traceutil/trace.go:171","msg":"trace[1052937327] linearizableReadLoop","detail":"{readStateIndex:17132; appliedIndex:17128; }","duration":"106.632188ms","start":"2026-04-16T01:03:22.846004Z","end":"2026-04-16T01:03:22.952636Z","steps":["trace[1052937327] 'read index received' (duration: 14.307103ms)","trace[1052937327] 'applied index is now lower than readState.Index' (duration: 92.324065ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:22.952719Z","caller":"traceutil/trace.go:171","msg":"trace[981304692] transaction","detail":"{read_only:false; response_revision:16613; number_of_response:1; }","duration":"114.12246ms","start":"2026-04-16T01:03:22.838561Z","end":"2026-04-16T01:03:22.952684Z","steps":["trace[981304692] 'process raft request' (duration: 113.80924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:22.952905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.872555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T01:03:22.952948Z","caller":"traceutil/trace.go:171","msg":"trace[1947133105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16615; }","duration":"106.961917ms","start":"2026-04-16T01:03:22.845974Z","end":"2026-04-16T01:03:22.952936Z","steps":["trace[1947133105] 'agreement among raft nodes before linearized reading' (duration: 106.758271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:22.953134Z","caller":"traceutil/trace.go:171","msg":"trace[1958106555] transaction","detail":"{read_only:false; response_revision:16615; number_of_response:1; }","duration":"113.449059ms","start":"2026-04-16T01:03:22.839665Z","end":"2026-04-16T01:03:22.953114Z","steps":["trace[1958106555] 'process raft request' (duration: 112.933703ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:22.95324Z","caller":"traceutil/trace.go:171","msg":"trace[1951278025] transaction","detail":"{read_only:false; response_revision:16614; number_of_response:1; }","duration":"114.630784ms","start":"2026-04-16T01:03:22.838576Z","end":"2026-04-16T01:03:22.953206Z","steps":["trace[1951278025] 'process raft request' (duration: 113.984774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:33.268659Z","caller":"traceutil/trace.go:171","msg":"trace[1132712841] linearizableReadLoop","detail":"{readStateIndex:17189; appliedIndex:17188; }","duration":"264.102996ms","start":"2026-04-16T01:03:33.004533Z","end":"2026-04-16T01:03:33.268636Z","steps":["trace[1132712841] 'read index received' (duration: 259.504154ms)","trace[1132712841] 'applied index is now lower than readState.Index' (duration: 4.597762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:33.26905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.492349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T01:03:33.269045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.495059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:03:33.269171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.339711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:03:33.269194Z","caller":"traceutil/trace.go:171","msg":"trace[1441309701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16669; }","duration":"260.408213ms","start":"2026-04-16T01:03:33.008778Z","end":"2026-04-16T01:03:33.269187Z","steps":["trace[1441309701] 'agreement among raft nodes before linearized reading' (duration: 260.334271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:33.269185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.977753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:33.269134Z","caller":"traceutil/trace.go:171","msg":"trace[574435199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16669; }","duration":"264.634103ms","start":"2026-04-16T01:03:33.004478Z","end":"2026-04-16T01:03:33.269112Z","steps":["trace[574435199] 'agreement among raft nodes before linearized reading' (duration: 264.332475ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:33.269254Z","caller":"traceutil/trace.go:171","msg":"trace[703834300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16669; }","duration":"253.077026ms","start":"2026-04-16T01:03:33.01616Z","end":"2026-04-16T01:03:33.269237Z","steps":["trace[703834300] 'agreement among raft nodes before linearized reading' (duration: 252.950631ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:33.269082Z","caller":"traceutil/trace.go:171","msg":"trace[1111142852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16669; }","duration":"264.587762ms","start":"2026-04-16T01:03:33.004487Z","end":"2026-04-16T01:03:33.269074Z","steps":["trace[1111142852] 'agreement among raft nodes before linearized reading' (duration: 264.377435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:33.269447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.7325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:03:33.269552Z","caller":"traceutil/trace.go:171","msg":"trace[1390420121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16669; }","duration":"214.871145ms","start":"2026-04-16T01:03:33.054657Z","end":"2026-04-16T01:03:33.269528Z","steps":["trace[1390420121] 'agreement among raft nodes before linearized reading' (duration: 214.578645ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:33.269446Z","caller":"traceutil/trace.go:171","msg":"trace[679332349] transaction","detail":"{read_only:false; response_revision:16669; number_of_response:1; }","duration":"364.809041ms","start":"2026-04-16T01:03:32.904591Z","end":"2026-04-16T01:03:33.2694Z","steps":["trace[679332349] 'process raft request' (duration: 359.572099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:33.269903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:32.904574Z","time spent":"365.220764ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:03:39.287847Z","caller":"traceutil/trace.go:171","msg":"trace[1854865401] linearizableReadLoop","detail":"{readStateIndex:17218; appliedIndex:17217; }","duration":"271.174525ms","start":"2026-04-16T01:03:39.016579Z","end":"2026-04-16T01:03:39.287753Z","steps":["trace[1854865401] 'read index received' (duration: 271.023171ms)","trace[1854865401] 'applied index is now lower than readState.Index' (duration: 150.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:39.287848Z","caller":"traceutil/trace.go:171","msg":"trace[1590967774] transaction","detail":"{read_only:false; response_revision:16697; number_of_response:1; }","duration":"360.011794ms","start":"2026-04-16T01:03:38.927797Z","end":"2026-04-16T01:03:39.287809Z","steps":["trace[1590967774] 'process raft request' (duration: 359.764235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:39.28804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:38.927775Z","time spent":"360.183028ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:39.288148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.484106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:39.288304Z","caller":"traceutil/trace.go:171","msg":"trace[1522922186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16697; }","duration":"271.735492ms","start":"2026-04-16T01:03:39.01653Z","end":"2026-04-16T01:03:39.288266Z","steps":["trace[1522922186] 'agreement among raft nodes before linearized reading' (duration: 271.382442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:40.411188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.642172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:03:40.41131Z","caller":"traceutil/trace.go:171","msg":"trace[593363423] transaction","detail":"{read_only:false; response_revision:16699; number_of_response:1; }","duration":"1.016422252s","start":"2026-04-16T01:03:39.394867Z","end":"2026-04-16T01:03:40.41129Z","steps":["trace[593363423] 'process raft request' (duration: 472.600564ms)","trace[593363423] 'compare' (duration: 543.532289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:40.411397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.394848Z","time spent":"1.016495373s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:41.297175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.719777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:03:41.297566Z","caller":"traceutil/trace.go:171","msg":"trace[1548847844] linearizableReadLoop","detail":"{readStateIndex:17222; appliedIndex:17219; }","duration":"1.872013119s","start":"2026-04-16T01:03:39.42553Z","end":"2026-04-16T01:03:41.297543Z","steps":["trace[1548847844] 'read index received' (duration: 441.869424ms)","trace[1548847844] 'applied index is now lower than readState.Index' (duration: 1.430142285s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:41.297845Z","caller":"traceutil/trace.go:171","msg":"trace[9657318] transaction","detail":"{read_only:false; response_revision:16704; number_of_response:1; }","duration":"1.839808204s","start":"2026-04-16T01:03:39.458024Z","end":"2026-04-16T01:03:41.297832Z","steps":["trace[9657318] 'process raft request' (duration: 1.839402061s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.297959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.458016Z","time spent":"1.839872546s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:03:41.298117Z","caller":"traceutil/trace.go:171","msg":"trace[1036903092] transaction","detail":"{read_only:false; response_revision:16700; number_of_response:1; }","duration":"1.902441291s","start":"2026-04-16T01:03:39.395659Z","end":"2026-04-16T01:03:41.2981Z","steps":["trace[1036903092] 'process raft request' (duration: 1.354707913s)","trace[1036903092] 'compare' (duration: 546.581153ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:41.298133Z","caller":"traceutil/trace.go:171","msg":"trace[566774390] transaction","detail":"{read_only:false; response_revision:16705; number_of_response:1; }","duration":"1.839266457s","start":"2026-04-16T01:03:39.458854Z","end":"2026-04-16T01:03:41.298121Z","steps":["trace[566774390] 'process raft request' (duration: 1.838632328s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:41.298132Z","caller":"traceutil/trace.go:171","msg":"trace[579374297] transaction","detail":"{read_only:false; response_revision:16701; number_of_response:1; }","duration":"1.902363938s","start":"2026-04-16T01:03:39.395732Z","end":"2026-04-16T01:03:41.298096Z","steps":["trace[579374297] 'process raft request' (duration: 1.901546433s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.29819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.458819Z","time spent":"1.83934887s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:41.298199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.395645Z","time spent":"1.902512973s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:41.298195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872634639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:41.298322Z","caller":"traceutil/trace.go:171","msg":"trace[648012125] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:16705; }","duration":"1.872778464s","start":"2026-04-16T01:03:39.425523Z","end":"2026-04-16T01:03:41.298302Z","steps":["trace[648012125] 'agreement among raft nodes before linearized reading' (duration: 1.872542387s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.298372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.425484Z","time spent":"1.872876567s","remote":"127.0.0.1:53232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:03:41.298288Z","caller":"traceutil/trace.go:171","msg":"trace[810949446] transaction","detail":"{read_only:false; response_revision:16702; number_of_response:1; }","duration":"1.844869751s","start":"2026-04-16T01:03:39.453396Z","end":"2026-04-16T01:03:41.298266Z","steps":["trace[810949446] 'process raft request' (duration: 1.843946472s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.298602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.45338Z","time spent":"1.845144229s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:41.300629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283385877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:41.300741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671299933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6958"} {"level":"info","ts":"2026-04-16T01:03:41.30079Z","caller":"traceutil/trace.go:171","msg":"trace[1599994395] transaction","detail":"{read_only:false; response_revision:16707; number_of_response:1; }","duration":"1.243040849s","start":"2026-04-16T01:03:40.05774Z","end":"2026-04-16T01:03:41.300781Z","steps":["trace[1599994395] 'process raft request' (duration: 1.242662308s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.30083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844261562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:41.300824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843617451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:41.300823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84419945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:41.300897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846804059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:41.300894Z","caller":"traceutil/trace.go:171","msg":"trace[90116266] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16707; }","duration":"1.843720835s","start":"2026-04-16T01:03:39.457155Z","end":"2026-04-16T01:03:41.300876Z","steps":["trace[90116266] 'agreement among raft nodes before linearized reading' (duration: 1.843613152s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:41.300899Z","caller":"traceutil/trace.go:171","msg":"trace[543427401] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16707; }","duration":"1.844296852s","start":"2026-04-16T01:03:39.456588Z","end":"2026-04-16T01:03:41.300884Z","steps":["trace[543427401] 'agreement among raft nodes before linearized reading' (duration: 1.844186279s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:41.300926Z","caller":"traceutil/trace.go:171","msg":"trace[1511189567] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16707; }","duration":"1.846848371s","start":"2026-04-16T01:03:39.454071Z","end":"2026-04-16T01:03:41.300919Z","steps":["trace[1511189567] 'agreement among raft nodes before linearized reading' (duration: 1.84681088s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.300928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.057723Z","time spent":"1.243129043s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:41.300955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.45406Z","time spent":"1.846888284s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T01:03:41.300785Z","caller":"traceutil/trace.go:171","msg":"trace[1156872157] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:16707; }","duration":"1.671382646s","start":"2026-04-16T01:03:39.62939Z","end":"2026-04-16T01:03:41.300773Z","steps":["trace[1156872157] 'agreement among raft nodes before linearized reading' (duration: 1.671298553s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.300998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.629369Z","time spent":"1.671619614s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" "} {"level":"warn","ts":"2026-04-16T01:03:41.301096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843954303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T01:03:41.301146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.580634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:41.301126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.486332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:41.301219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.699488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:41.301247Z","caller":"traceutil/trace.go:171","msg":"trace[352059640] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16707; }","duration":"754.77068ms","start":"2026-04-16T01:03:40.54647Z","end":"2026-04-16T01:03:41.30124Z","steps":["trace[352059640] 'agreement among raft nodes before linearized reading' (duration: 754.714629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.301245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.811244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:03:41.301272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.423619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:41.30129Z","caller":"traceutil/trace.go:171","msg":"trace[711311575] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:16707; }","duration":"172.895857ms","start":"2026-04-16T01:03:41.128382Z","end":"2026-04-16T01:03:41.301278Z","steps":["trace[711311575] 'agreement among raft nodes before linearized reading' (duration: 172.784803ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:41.301313Z","caller":"traceutil/trace.go:171","msg":"trace[1881833417] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:16707; }","duration":"352.47018ms","start":"2026-04-16T01:03:40.948832Z","end":"2026-04-16T01:03:41.301302Z","steps":["trace[1881833417] 'agreement among raft nodes before linearized reading' (duration: 352.405338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.300221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.395704Z","time spent":"1.902489712s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:03:41.300863Z","caller":"traceutil/trace.go:171","msg":"trace[2025370804] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16707; }","duration":"1.844308723s","start":"2026-04-16T01:03:39.456546Z","end":"2026-04-16T01:03:41.300855Z","steps":["trace[2025370804] 'agreement among raft nodes before linearized reading' (duration: 1.844260011s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.30134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.641396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T01:03:41.301333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056113049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:41.301366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.456539Z","time spent":"1.844818668s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T01:03:41.301375Z","caller":"traceutil/trace.go:171","msg":"trace[2057559304] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16707; }","duration":"754.691479ms","start":"2026-04-16T01:03:40.546675Z","end":"2026-04-16T01:03:41.301366Z","steps":["trace[2057559304] 'agreement among raft nodes before linearized reading' (duration: 754.590816ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:41.301393Z","caller":"traceutil/trace.go:171","msg":"trace[55056355] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:16707; }","duration":"1.056198462s","start":"2026-04-16T01:03:40.245184Z","end":"2026-04-16T01:03:41.301382Z","steps":["trace[55056355] 'agreement among raft nodes before linearized reading' (duration: 1.056119179s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.301402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843172428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:41.301412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.546669Z","time spent":"754.73703ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T01:03:41.301416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.245164Z","time spent":"1.056247074s","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:03:41.301457Z","caller":"traceutil/trace.go:171","msg":"trace[1728209793] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16707; }","duration":"1.84323946s","start":"2026-04-16T01:03:39.458203Z","end":"2026-04-16T01:03:41.301442Z","steps":["trace[1728209793] 'agreement among raft nodes before linearized reading' (duration: 1.843175179s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.30151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.948759Z","time spent":"352.742149ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:03:41.301512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.458145Z","time spent":"1.843351484s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-16T01:03:41.301172Z","caller":"traceutil/trace.go:171","msg":"trace[1679541889] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16707; }","duration":"754.614025ms","start":"2026-04-16T01:03:40.546551Z","end":"2026-04-16T01:03:41.301166Z","steps":["trace[1679541889] 'agreement among raft nodes before linearized reading' (duration: 754.544953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.301594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.546548Z","time spent":"755.036588ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-16T01:03:41.301139Z","caller":"traceutil/trace.go:171","msg":"trace[1528450701] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16707; }","duration":"1.844005094s","start":"2026-04-16T01:03:39.457121Z","end":"2026-04-16T01:03:41.301126Z","steps":["trace[1528450701] 'agreement among raft nodes before linearized reading' (duration: 1.843860689s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.301684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.457116Z","time spent":"1.84456143s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T01:03:41.300947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.456578Z","time spent":"1.844357895s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-16T01:03:41.301207Z","caller":"traceutil/trace.go:171","msg":"trace[1306517978] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16707; }","duration":"754.616346ms","start":"2026-04-16T01:03:40.54657Z","end":"2026-04-16T01:03:41.301187Z","steps":["trace[1306517978] 'agreement among raft nodes before linearized reading' (duration: 754.471052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.300502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848028278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:41.301811Z","caller":"traceutil/trace.go:171","msg":"trace[926179744] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16707; }","duration":"1.849377711s","start":"2026-04-16T01:03:39.452424Z","end":"2026-04-16T01:03:41.301802Z","steps":["trace[926179744] 'agreement among raft nodes before linearized reading' (duration: 1.848027429s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.301848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.452405Z","time spent":"1.849435812s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T01:03:41.301818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.546549Z","time spent":"755.251175ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T01:03:41.300484Z","caller":"traceutil/trace.go:171","msg":"trace[269167526] transaction","detail":"{read_only:false; response_revision:16706; number_of_response:1; }","duration":"1.40732041s","start":"2026-04-16T01:03:39.893131Z","end":"2026-04-16T01:03:41.300451Z","steps":["trace[269167526] 'process raft request' (duration: 1.407168126s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.301295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842775746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:03:41.30191Z","caller":"traceutil/trace.go:171","msg":"trace[1244916939] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16707; }","duration":"1.843488397s","start":"2026-04-16T01:03:39.458405Z","end":"2026-04-16T01:03:41.301893Z","steps":["trace[1244916939] 'agreement among raft nodes before linearized reading' (duration: 1.842796606s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:41.301901Z","caller":"traceutil/trace.go:171","msg":"trace[1190957821] transaction","detail":"{read_only:false; response_revision:16703; number_of_response:1; }","duration":"1.840791795s","start":"2026-04-16T01:03:39.457056Z","end":"2026-04-16T01:03:41.297847Z","steps":["trace[1190957821] 'process raft request' (duration: 1.840332931s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.300669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498181279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-16T01:03:41.302086Z","caller":"traceutil/trace.go:171","msg":"trace[1937936183] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:16707; }","duration":"1.499628725s","start":"2026-04-16T01:03:39.802443Z","end":"2026-04-16T01:03:41.302071Z","steps":["trace[1937936183] 'agreement among raft nodes before linearized reading' (duration: 1.498091168s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.302138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.802423Z","time spent":"1.499700927s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"warn","ts":"2026-04-16T01:03:41.302128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.893111Z","time spent":"1.408962641s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:41.302267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262620474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:41.300746Z","caller":"traceutil/trace.go:171","msg":"trace[563087888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16707; }","duration":"1.283548131s","start":"2026-04-16T01:03:40.017157Z","end":"2026-04-16T01:03:41.300705Z","steps":["trace[563087888] 'agreement among raft nodes before linearized reading' (duration: 1.283356646s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.300947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.457142Z","time spent":"1.843793947s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T01:03:41.301974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.458382Z","time spent":"1.84357572s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-16T01:03:41.302383Z","caller":"traceutil/trace.go:171","msg":"trace[665032496] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:16707; }","duration":"1.26278841s","start":"2026-04-16T01:03:40.03958Z","end":"2026-04-16T01:03:41.302368Z","steps":["trace[665032496] 'agreement among raft nodes before linearized reading' (duration: 1.262627855s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.302399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.017137Z","time spent":"1.285249755s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:03:41.302424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.03956Z","time spent":"1.262854572s","remote":"127.0.0.1:45646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:03:41.301353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84293068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:41.302524Z","caller":"traceutil/trace.go:171","msg":"trace[1738358733] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16707; }","duration":"1.844104576s","start":"2026-04-16T01:03:39.458403Z","end":"2026-04-16T01:03:41.302508Z","steps":["trace[1738358733] 'agreement among raft nodes before linearized reading' (duration: 1.84291871s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:41.30258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.458397Z","time spent":"1.844160168s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T01:03:41.301283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:40.546453Z","time spent":"754.824862ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T01:03:41.303179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:39.457045Z","time spent":"1.844980554s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:42.287831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.597118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:03:42.288217Z","caller":"traceutil/trace.go:171","msg":"trace[487001759] transaction","detail":"{read_only:false; response_revision:16708; number_of_response:1; }","duration":"979.821641ms","start":"2026-04-16T01:03:41.308356Z","end":"2026-04-16T01:03:42.288177Z","steps":["trace[487001759] 'process raft request' (duration: 124.767619ms)","trace[487001759] 'compare' (duration: 853.842333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:42.288369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.308337Z","time spent":"979.955884ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:03:42.288355Z","caller":"traceutil/trace.go:171","msg":"trace[375610238] linearizableReadLoop","detail":"{readStateIndex:17229; appliedIndex:17228; }","duration":"977.790947ms","start":"2026-04-16T01:03:41.310536Z","end":"2026-04-16T01:03:42.288327Z","steps":["trace[375610238] 'read index received' (duration: 122.640502ms)","trace[375610238] 'applied index is now lower than readState.Index' (duration: 855.147485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:42.289599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.041596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:125 size:1210938"} {"level":"info","ts":"2026-04-16T01:03:42.289673Z","caller":"traceutil/trace.go:171","msg":"trace[1508019540] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:125; response_revision:16708; }","duration":"979.16511ms","start":"2026-04-16T01:03:41.310492Z","end":"2026-04-16T01:03:42.289657Z","steps":["trace[1508019540] 'agreement among raft nodes before linearized reading' (duration: 977.927042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.289719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.31047Z","time spent":"979.235972ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":125,"response size":1210961,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T01:03:42.429499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.877867ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:03:42.429619Z","caller":"traceutil/trace.go:171","msg":"trace[1082544761] linearizableReadLoop","detail":"{readStateIndex:17230; appliedIndex:17229; }","duration":"141.187726ms","start":"2026-04-16T01:03:42.288411Z","end":"2026-04-16T01:03:42.429599Z","steps":["trace[1082544761] 'read index received' (duration: 55.781µs)","trace[1082544761] 'applied index is now lower than readState.Index' (duration: 141.130255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:42.429773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11728907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:42.429874Z","caller":"traceutil/trace.go:171","msg":"trace[388342170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16708; }","duration":"1.117408695s","start":"2026-04-16T01:03:41.312448Z","end":"2026-04-16T01:03:42.429857Z","steps":["trace[388342170] 'agreement among raft nodes before linearized reading' (duration: 1.117256561s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.42992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.312441Z","time spent":"1.117471408s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:03:42.429957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.603954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:42.430006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.576523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:03:42.430035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032772437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:42.430059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032653533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:03:42.430105Z","caller":"traceutil/trace.go:171","msg":"trace[1021731923] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:16708; }","duration":"785.695408ms","start":"2026-04-16T01:03:41.64436Z","end":"2026-04-16T01:03:42.430056Z","steps":["trace[1021731923] 'agreement among raft nodes before linearized reading' (duration: 785.573604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.43002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033783269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:42.430155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.644337Z","time spent":"785.807351ms","remote":"127.0.0.1:53190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:03:42.430153Z","caller":"traceutil/trace.go:171","msg":"trace[675479836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16708; }","duration":"1.032762867s","start":"2026-04-16T01:03:41.397373Z","end":"2026-04-16T01:03:42.430136Z","steps":["trace[675479836] 'agreement among raft nodes before linearized reading' (duration: 1.032502239s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:42.430161Z","caller":"traceutil/trace.go:171","msg":"trace[273292199] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16708; }","duration":"1.032949303s","start":"2026-04-16T01:03:41.397175Z","end":"2026-04-16T01:03:42.430125Z","steps":["trace[273292199] 'agreement among raft nodes before linearized reading' (duration: 1.032767467s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:42.430113Z","caller":"traceutil/trace.go:171","msg":"trace[1310834614] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16708; }","duration":"936.777159ms","start":"2026-04-16T01:03:41.493272Z","end":"2026-04-16T01:03:42.430049Z","steps":["trace[1310834614] 'agreement among raft nodes before linearized reading' (duration: 936.371556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.430253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034719758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:03:42.430282Z","caller":"traceutil/trace.go:171","msg":"trace[900616926] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16708; }","duration":"1.034787049s","start":"2026-04-16T01:03:41.395485Z","end":"2026-04-16T01:03:42.430272Z","steps":["trace[900616926] 'agreement among raft nodes before linearized reading' (duration: 1.034675636s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.43064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.395463Z","time spent":"1.035161161s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-16T01:03:42.430195Z","caller":"traceutil/trace.go:171","msg":"trace[1531839013] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16708; }","duration":"1.034232622s","start":"2026-04-16T01:03:41.395944Z","end":"2026-04-16T01:03:42.430176Z","steps":["trace[1531839013] 'agreement among raft nodes before linearized reading' (duration: 1.033734657s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.430802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.395938Z","time spent":"1.034848802s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T01:03:42.430141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034568223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:42.430952Z","caller":"traceutil/trace.go:171","msg":"trace[690828087] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16708; }","duration":"1.035391048s","start":"2026-04-16T01:03:41.395549Z","end":"2026-04-16T01:03:42.43094Z","steps":["trace[690828087] 'agreement among raft nodes before linearized reading' (duration: 1.034560472s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.395544Z","time spent":"1.035447681s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T01:03:42.430198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.397367Z","time spent":"1.032822559s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:03:42.430323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.493249Z","time spent":"937.059067ms","remote":"127.0.0.1:45784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:03:42.430297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:41.397148Z","time spent":"1.033101328s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:03:42.619987Z","caller":"traceutil/trace.go:171","msg":"trace[744317783] transaction","detail":"{read_only:false; response_revision:16709; number_of_response:1; }","duration":"183.936728ms","start":"2026-04-16T01:03:42.436023Z","end":"2026-04-16T01:03:42.61996Z","steps":["trace[744317783] 'process raft request' (duration: 183.735351ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:42.968973Z","caller":"traceutil/trace.go:171","msg":"trace[666261227] linearizableReadLoop","detail":"{readStateIndex:17232; appliedIndex:17231; }","duration":"530.205875ms","start":"2026-04-16T01:03:42.438741Z","end":"2026-04-16T01:03:42.968947Z","steps":["trace[666261227] 'read index received' (duration: 181.313996ms)","trace[666261227] 'applied index is now lower than readState.Index' (duration: 348.890479ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:42.969055Z","caller":"traceutil/trace.go:171","msg":"trace[1094313756] transaction","detail":"{read_only:false; response_revision:16710; number_of_response:1; }","duration":"532.767715ms","start":"2026-04-16T01:03:42.436256Z","end":"2026-04-16T01:03:42.969023Z","steps":["trace[1094313756] 'process raft request' (duration: 512.380224ms)","trace[1094313756] 'compare' (duration: 19.933416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:42.969166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.404221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:42.96921Z","caller":"traceutil/trace.go:171","msg":"trace[1124194659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16710; }","duration":"530.476515ms","start":"2026-04-16T01:03:42.438721Z","end":"2026-04-16T01:03:42.969197Z","steps":["trace[1124194659] 'agreement among raft nodes before linearized reading' (duration: 530.357991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.96927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.328736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-16T01:03:42.969332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:42.438713Z","time spent":"530.607628ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:03:42.969352Z","caller":"traceutil/trace.go:171","msg":"trace[1826917903] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16710; }","duration":"504.45281ms","start":"2026-04-16T01:03:42.464881Z","end":"2026-04-16T01:03:42.969333Z","steps":["trace[1826917903] 'agreement among raft nodes before linearized reading' (duration: 504.253944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.969381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.67505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:03:42.969407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:42.46486Z","time spent":"504.535532ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T01:03:42.969429Z","caller":"traceutil/trace.go:171","msg":"trace[388276987] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16710; }","duration":"226.785713ms","start":"2026-04-16T01:03:42.74263Z","end":"2026-04-16T01:03:42.969416Z","steps":["trace[388276987] 'agreement among raft nodes before linearized reading' (duration: 226.66536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:42.969247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:42.436234Z","time spent":"532.912121ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:03:43.471261Z","caller":"traceutil/trace.go:171","msg":"trace[1571243170] linearizableReadLoop","detail":"{readStateIndex:17233; appliedIndex:17232; }","duration":"485.961818ms","start":"2026-04-16T01:03:42.985275Z","end":"2026-04-16T01:03:43.471236Z","steps":["trace[1571243170] 'read index received' (duration: 485.862485ms)","trace[1571243170] 'applied index is now lower than readState.Index' (duration: 98.693µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:43.471368Z","caller":"traceutil/trace.go:171","msg":"trace[1137916402] transaction","detail":"{read_only:false; response_revision:16711; number_of_response:1; }","duration":"497.66423ms","start":"2026-04-16T01:03:42.973681Z","end":"2026-04-16T01:03:43.471345Z","steps":["trace[1137916402] 'process raft request' (duration: 497.439573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.471508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:42.973614Z","time spent":"497.774992ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:03:43.471666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.380211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-16T01:03:43.471735Z","caller":"traceutil/trace.go:171","msg":"trace[1608710806] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16711; }","duration":"486.492164ms","start":"2026-04-16T01:03:42.985223Z","end":"2026-04-16T01:03:43.471715Z","steps":["trace[1608710806] 'agreement among raft nodes before linearized reading' (duration: 486.307309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.471772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:42.985206Z","time spent":"486.557917ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T01:03:43.477081Z","caller":"traceutil/trace.go:171","msg":"trace[958126651] transaction","detail":"{read_only:false; response_revision:16712; number_of_response:1; }","duration":"170.996998ms","start":"2026-04-16T01:03:43.306062Z","end":"2026-04-16T01:03:43.477059Z","steps":["trace[958126651] 'process raft request' (duration: 170.794172ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.477243Z","caller":"traceutil/trace.go:171","msg":"trace[274703207] transaction","detail":"{read_only:false; response_revision:16713; number_of_response:1; }","duration":"168.51215ms","start":"2026-04-16T01:03:43.308718Z","end":"2026-04-16T01:03:43.47723Z","steps":["trace[274703207] 'process raft request' (duration: 168.295013ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.477463Z","caller":"traceutil/trace.go:171","msg":"trace[54484402] transaction","detail":"{read_only:false; response_revision:16714; number_of_response:1; }","duration":"168.663016ms","start":"2026-04-16T01:03:43.308777Z","end":"2026-04-16T01:03:43.47744Z","steps":["trace[54484402] 'process raft request' (duration: 168.407178ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.477569Z","caller":"traceutil/trace.go:171","msg":"trace[748343982] transaction","detail":"{read_only:false; response_revision:16715; number_of_response:1; }","duration":"168.568003ms","start":"2026-04-16T01:03:43.308995Z","end":"2026-04-16T01:03:43.477563Z","steps":["trace[748343982] 'process raft request' (duration: 168.356337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.477659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.869788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:43.477725Z","caller":"traceutil/trace.go:171","msg":"trace[418530600] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:16716; }","duration":"262.012142ms","start":"2026-04-16T01:03:43.215693Z","end":"2026-04-16T01:03:43.477705Z","steps":["trace[418530600] 'agreement among raft nodes before linearized reading' (duration: 261.872058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.477789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.8409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:03:43.477829Z","caller":"traceutil/trace.go:171","msg":"trace[1936870110] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16716; }","duration":"167.906833ms","start":"2026-04-16T01:03:43.309911Z","end":"2026-04-16T01:03:43.477818Z","steps":["trace[1936870110] 'agreement among raft nodes before linearized reading' (duration: 167.763999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.47791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.759444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:03:43.478001Z","caller":"traceutil/trace.go:171","msg":"trace[551915176] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16716; }","duration":"163.866867ms","start":"2026-04-16T01:03:43.314096Z","end":"2026-04-16T01:03:43.477963Z","steps":["trace[551915176] 'agreement among raft nodes before linearized reading' (duration: 163.575929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.47808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.039939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6958"} {"level":"info","ts":"2026-04-16T01:03:43.478127Z","caller":"traceutil/trace.go:171","msg":"trace[417467108] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:16716; }","duration":"149.106681ms","start":"2026-04-16T01:03:43.329013Z","end":"2026-04-16T01:03:43.478119Z","steps":["trace[417467108] 'agreement among raft nodes before linearized reading' (duration: 148.728199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.478132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.817991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:43.478147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.271545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:43.47818Z","caller":"traceutil/trace.go:171","msg":"trace[1706732430] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16716; }","duration":"168.882222ms","start":"2026-04-16T01:03:43.309284Z","end":"2026-04-16T01:03:43.478166Z","steps":["trace[1706732430] 'agreement among raft nodes before linearized reading' (duration: 168.435159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.478192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.691759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:43.478196Z","caller":"traceutil/trace.go:171","msg":"trace[1787083673] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16716; }","duration":"170.328116ms","start":"2026-04-16T01:03:43.307853Z","end":"2026-04-16T01:03:43.478181Z","steps":["trace[1787083673] 'agreement among raft nodes before linearized reading' (duration: 169.913924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.478225Z","caller":"traceutil/trace.go:171","msg":"trace[1055934601] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16716; }","duration":"170.73705ms","start":"2026-04-16T01:03:43.307479Z","end":"2026-04-16T01:03:43.478216Z","steps":["trace[1055934601] 'agreement among raft nodes before linearized reading' (duration: 170.281895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.478226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.827091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:43.478275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.262404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:43.478297Z","caller":"traceutil/trace.go:171","msg":"trace[1740226759] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16716; }","duration":"169.294795ms","start":"2026-04-16T01:03:43.308996Z","end":"2026-04-16T01:03:43.47829Z","steps":["trace[1740226759] 'agreement among raft nodes before linearized reading' (duration: 168.730568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.478297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.896619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:43.478314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.18109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:43.47833Z","caller":"traceutil/trace.go:171","msg":"trace[1522928186] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16716; }","duration":"164.946092ms","start":"2026-04-16T01:03:43.313375Z","end":"2026-04-16T01:03:43.478321Z","steps":["trace[1522928186] 'agreement among raft nodes before linearized reading' (duration: 164.323132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.478339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.065261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:03:43.478359Z","caller":"traceutil/trace.go:171","msg":"trace[1560665181] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16716; }","duration":"168.241173ms","start":"2026-04-16T01:03:43.310103Z","end":"2026-04-16T01:03:43.478344Z","steps":["trace[1560665181] 'agreement among raft nodes before linearized reading' (duration: 167.648584ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.47837Z","caller":"traceutil/trace.go:171","msg":"trace[1461172277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16716; }","duration":"171.112691ms","start":"2026-04-16T01:03:43.307247Z","end":"2026-04-16T01:03:43.478359Z","steps":["trace[1461172277] 'agreement among raft nodes before linearized reading' (duration: 170.528184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.478386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.948964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T01:03:43.478398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.27706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:43.478403Z","caller":"traceutil/trace.go:171","msg":"trace[2104393381] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16716; }","duration":"113.966854ms","start":"2026-04-16T01:03:43.364431Z","end":"2026-04-16T01:03:43.478398Z","steps":["trace[2104393381] 'agreement among raft nodes before linearized reading' (duration: 113.276903ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.478415Z","caller":"traceutil/trace.go:171","msg":"trace[1746188149] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16716; }","duration":"164.33335ms","start":"2026-04-16T01:03:43.314076Z","end":"2026-04-16T01:03:43.47841Z","steps":["trace[1746188149] 'agreement among raft nodes before linearized reading' (duration: 163.623509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.478408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.7197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:43.478462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.580984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:43.478273Z","caller":"traceutil/trace.go:171","msg":"trace[356121879] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16716; }","duration":"168.884232ms","start":"2026-04-16T01:03:43.309373Z","end":"2026-04-16T01:03:43.478258Z","steps":["trace[356121879] 'agreement among raft nodes before linearized reading' (duration: 168.341905ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.478493Z","caller":"traceutil/trace.go:171","msg":"trace[2034324350] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16716; }","duration":"169.612275ms","start":"2026-04-16T01:03:43.308875Z","end":"2026-04-16T01:03:43.478488Z","steps":["trace[2034324350] 'agreement among raft nodes before linearized reading' (duration: 168.836071ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.478481Z","caller":"traceutil/trace.go:171","msg":"trace[520853531] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16716; }","duration":"171.829464ms","start":"2026-04-16T01:03:43.306635Z","end":"2026-04-16T01:03:43.478464Z","steps":["trace[520853531] 'agreement among raft nodes before linearized reading' (duration: 171.153083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:43.478535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.111689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T01:03:43.478575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.396408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:03:43.478588Z","caller":"traceutil/trace.go:171","msg":"trace[1824468467] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16716; }","duration":"169.174572ms","start":"2026-04-16T01:03:43.309403Z","end":"2026-04-16T01:03:43.478577Z","steps":["trace[1824468467] 'agreement among raft nodes before linearized reading' (duration: 168.330016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:43.478609Z","caller":"traceutil/trace.go:171","msg":"trace[1032659044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16716; }","duration":"168.443299ms","start":"2026-04-16T01:03:43.310157Z","end":"2026-04-16T01:03:43.478601Z","steps":["trace[1032659044] 'agreement among raft nodes before linearized reading' (duration: 167.590542ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.645562Z","caller":"traceutil/trace.go:171","msg":"trace[1456174214] transaction","detail":"{read_only:false; response_revision:16737; number_of_response:1; }","duration":"133.724375ms","start":"2026-04-16T01:03:47.511813Z","end":"2026-04-16T01:03:47.645537Z","steps":["trace[1456174214] 'process raft request' (duration: 133.524999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.645758Z","caller":"traceutil/trace.go:171","msg":"trace[1994489151] linearizableReadLoop","detail":"{readStateIndex:17261; appliedIndex:17259; }","duration":"118.548406ms","start":"2026-04-16T01:03:47.527165Z","end":"2026-04-16T01:03:47.645713Z","steps":["trace[1994489151] 'read index received' (duration: 118.117013ms)","trace[1994489151] 'applied index is now lower than readState.Index' (duration: 427.503µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:47.645823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.366536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:47.645879Z","caller":"traceutil/trace.go:171","msg":"trace[343135840] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16738; }","duration":"134.447187ms","start":"2026-04-16T01:03:47.511414Z","end":"2026-04-16T01:03:47.645861Z","steps":["trace[343135840] 'agreement among raft nodes before linearized reading' (duration: 134.351984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.646075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.16162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:03:47.64612Z","caller":"traceutil/trace.go:171","msg":"trace[2063998445] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16738; }","duration":"136.241033ms","start":"2026-04-16T01:03:47.509865Z","end":"2026-04-16T01:03:47.646106Z","steps":["trace[2063998445] 'agreement among raft nodes before linearized reading' (duration: 136.021676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.646117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.305316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:47.646203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.563981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:47.646245Z","caller":"traceutil/trace.go:171","msg":"trace[36375248] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16738; }","duration":"134.593812ms","start":"2026-04-16T01:03:47.511634Z","end":"2026-04-16T01:03:47.646228Z","steps":["trace[36375248] 'agreement among raft nodes before linearized reading' (duration: 134.5536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.646244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.866409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T01:03:47.646206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.76317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29605020-f8gjw\" ","response":"range_response_count:1 size:6958"} {"level":"info","ts":"2026-04-16T01:03:47.646316Z","caller":"traceutil/trace.go:171","msg":"trace[1642188191] transaction","detail":"{read_only:false; response_revision:16738; number_of_response:1; }","duration":"133.138507ms","start":"2026-04-16T01:03:47.513154Z","end":"2026-04-16T01:03:47.646293Z","steps":["trace[1642188191] 'process raft request' (duration: 132.336872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.646324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.47506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:47.646383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.708126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:47.646389Z","caller":"traceutil/trace.go:171","msg":"trace[1049785676] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16738; }","duration":"136.553493ms","start":"2026-04-16T01:03:47.509826Z","end":"2026-04-16T01:03:47.646379Z","steps":["trace[1049785676] 'agreement among raft nodes before linearized reading' (duration: 136.46562ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.646342Z","caller":"traceutil/trace.go:171","msg":"trace[257182648] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29605020-f8gjw; range_end:; response_count:1; response_revision:16738; }","duration":"116.917145ms","start":"2026-04-16T01:03:47.529402Z","end":"2026-04-16T01:03:47.64632Z","steps":["trace[257182648] 'agreement among raft nodes before linearized reading' (duration: 116.629267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.646402Z","caller":"traceutil/trace.go:171","msg":"trace[91648377] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16738; }","duration":"134.726946ms","start":"2026-04-16T01:03:47.511669Z","end":"2026-04-16T01:03:47.646396Z","steps":["trace[91648377] 'agreement among raft nodes before linearized reading' (duration: 134.698695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.646241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.688923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:03:47.646435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.498322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:03:47.646464Z","caller":"traceutil/trace.go:171","msg":"trace[1305442721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16738; }","duration":"132.944881ms","start":"2026-04-16T01:03:47.513512Z","end":"2026-04-16T01:03:47.646457Z","steps":["trace[1305442721] 'agreement among raft nodes before linearized reading' (duration: 132.473936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.646476Z","caller":"traceutil/trace.go:171","msg":"trace[1275037752] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16738; }","duration":"127.590786ms","start":"2026-04-16T01:03:47.518874Z","end":"2026-04-16T01:03:47.646464Z","steps":["trace[1275037752] 'agreement among raft nodes before linearized reading' (duration: 127.458673ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.646235Z","caller":"traceutil/trace.go:171","msg":"trace[1024387873] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:16738; }","duration":"136.503511ms","start":"2026-04-16T01:03:47.509709Z","end":"2026-04-16T01:03:47.646213Z","steps":["trace[1024387873] 'agreement among raft nodes before linearized reading' (duration: 136.224313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.646487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.649706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:03:47.64613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.693844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:47.646553Z","caller":"traceutil/trace.go:171","msg":"trace[1335010475] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16738; }","duration":"136.747568ms","start":"2026-04-16T01:03:47.509793Z","end":"2026-04-16T01:03:47.64654Z","steps":["trace[1335010475] 'agreement among raft nodes before linearized reading' (duration: 136.607404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.646587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.233002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:03:47.646603Z","caller":"traceutil/trace.go:171","msg":"trace[120364769] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:16738; }","duration":"135.264053ms","start":"2026-04-16T01:03:47.511334Z","end":"2026-04-16T01:03:47.646598Z","steps":["trace[120364769] 'agreement among raft nodes before linearized reading' (duration: 135.238453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.646555Z","caller":"traceutil/trace.go:171","msg":"trace[408579181] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:16738; }","duration":"135.147279ms","start":"2026-04-16T01:03:47.511402Z","end":"2026-04-16T01:03:47.646549Z","steps":["trace[408579181] 'agreement among raft nodes before linearized reading' (duration: 134.642913ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.646292Z","caller":"traceutil/trace.go:171","msg":"trace[2100875285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16738; }","duration":"133.932482ms","start":"2026-04-16T01:03:47.512346Z","end":"2026-04-16T01:03:47.646278Z","steps":["trace[2100875285] 'agreement among raft nodes before linearized reading' (duration: 133.768417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.646899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.579693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:03:47.646957Z","caller":"traceutil/trace.go:171","msg":"trace[826590277] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:16738; }","duration":"135.656585ms","start":"2026-04-16T01:03:47.511284Z","end":"2026-04-16T01:03:47.646941Z","steps":["trace[826590277] 'agreement among raft nodes before linearized reading' (duration: 134.570961ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.807437Z","caller":"traceutil/trace.go:171","msg":"trace[1339415441] transaction","detail":"{read_only:false; response_revision:16739; number_of_response:1; }","duration":"155.270732ms","start":"2026-04-16T01:03:47.652131Z","end":"2026-04-16T01:03:47.807402Z","steps":["trace[1339415441] 'process raft request' (duration: 110.420375ms)","trace[1339415441] 'compare' (duration: 44.519947ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:03:47.807944Z","caller":"traceutil/trace.go:171","msg":"trace[1115558504] transaction","detail":"{read_only:false; response_revision:16740; number_of_response:1; }","duration":"155.046355ms","start":"2026-04-16T01:03:47.65288Z","end":"2026-04-16T01:03:47.807926Z","steps":["trace[1115558504] 'process raft request' (duration: 154.389705ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:47.807916Z","caller":"traceutil/trace.go:171","msg":"trace[1711631329] linearizableReadLoop","detail":"{readStateIndex:17263; appliedIndex:17261; }","duration":"151.869777ms","start":"2026-04-16T01:03:47.656005Z","end":"2026-04-16T01:03:47.807875Z","steps":["trace[1711631329] 'read index received' (duration: 106.561576ms)","trace[1711631329] 'applied index is now lower than readState.Index' (duration: 45.30484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:03:47.808465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.177415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:03:47.808572Z","caller":"traceutil/trace.go:171","msg":"trace[2070723572] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16740; }","duration":"128.34942ms","start":"2026-04-16T01:03:47.6802Z","end":"2026-04-16T01:03:47.808549Z","steps":["trace[2070723572] 'agreement among raft nodes before linearized reading' (duration: 128.01432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:47.809438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.400154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:125 size:1210938"} {"level":"info","ts":"2026-04-16T01:03:47.80952Z","caller":"traceutil/trace.go:171","msg":"trace[702710427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:125; response_revision:16740; }","duration":"153.533328ms","start":"2026-04-16T01:03:47.65597Z","end":"2026-04-16T01:03:47.809503Z","steps":["trace[702710427] 'agreement among raft nodes before linearized reading' (duration: 152.00748ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:03:49.527505Z","caller":"traceutil/trace.go:171","msg":"trace[2099302393] transaction","detail":"{read_only:false; response_revision:16743; number_of_response:1; }","duration":"485.369779ms","start":"2026-04-16T01:03:49.042094Z","end":"2026-04-16T01:03:49.527464Z","steps":["trace[2099302393] 'process raft request' (duration: 485.120301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:03:49.527681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:03:49.042074Z","time spent":"485.521744ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:04:08.89571Z","caller":"traceutil/trace.go:171","msg":"trace[1477752461] linearizableReadLoop","detail":"{readStateIndex:17392; appliedIndex:17391; }","duration":"233.902194ms","start":"2026-04-16T01:04:08.661781Z","end":"2026-04-16T01:04:08.895684Z","steps":["trace[1477752461] 'read index received' (duration: 233.709687ms)","trace[1477752461] 'applied index is now lower than readState.Index' (duration: 191.137µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:08.895767Z","caller":"traceutil/trace.go:171","msg":"trace[82025718] transaction","detail":"{read_only:false; response_revision:16865; number_of_response:1; }","duration":"323.827014ms","start":"2026-04-16T01:04:08.571901Z","end":"2026-04-16T01:04:08.895728Z","steps":["trace[82025718] 'process raft request' (duration: 323.594887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:08.895923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:08.571879Z","time spent":"323.960458ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:04:08.896032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.226043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-16T01:04:08.896089Z","caller":"traceutil/trace.go:171","msg":"trace[1688033308] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:16865; }","duration":"234.336087ms","start":"2026-04-16T01:04:08.661741Z","end":"2026-04-16T01:04:08.896077Z","steps":["trace[1688033308] 'agreement among raft nodes before linearized reading' (duration: 234.10835ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:12.766324Z","caller":"traceutil/trace.go:171","msg":"trace[987619980] linearizableReadLoop","detail":"{readStateIndex:17421; appliedIndex:17420; }","duration":"124.782879ms","start":"2026-04-16T01:04:12.64152Z","end":"2026-04-16T01:04:12.766302Z","steps":["trace[987619980] 'read index received' (duration: 124.570382ms)","trace[987619980] 'applied index is now lower than readState.Index' (duration: 211.626µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:12.766427Z","caller":"traceutil/trace.go:171","msg":"trace[816913312] transaction","detail":"{read_only:false; response_revision:16893; number_of_response:1; }","duration":"167.796169ms","start":"2026-04-16T01:04:12.598599Z","end":"2026-04-16T01:04:12.766396Z","steps":["trace[816913312] 'process raft request' (duration: 167.541711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:12.76649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.989305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:04:12.766711Z","caller":"traceutil/trace.go:171","msg":"trace[518912356] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:0; response_revision:16893; }","duration":"125.259953ms","start":"2026-04-16T01:04:12.641433Z","end":"2026-04-16T01:04:12.766693Z","steps":["trace[518912356] 'agreement among raft nodes before linearized reading' (duration: 124.999304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:13.30198Z","caller":"traceutil/trace.go:171","msg":"trace[1167554566] transaction","detail":"{read_only:false; response_revision:16898; number_of_response:1; }","duration":"194.407141ms","start":"2026-04-16T01:04:13.107549Z","end":"2026-04-16T01:04:13.301956Z","steps":["trace[1167554566] 'process raft request' (duration: 194.271837ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:15.594986Z","caller":"traceutil/trace.go:171","msg":"trace[176630531] transaction","detail":"{read_only:false; response_revision:16931; number_of_response:1; }","duration":"122.971903ms","start":"2026-04-16T01:04:15.471989Z","end":"2026-04-16T01:04:15.594961Z","steps":["trace[176630531] 'process raft request' (duration: 122.804118ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:15.831836Z","caller":"traceutil/trace.go:171","msg":"trace[1458352542] transaction","detail":"{read_only:false; response_revision:16933; number_of_response:1; }","duration":"110.101215ms","start":"2026-04-16T01:04:15.721697Z","end":"2026-04-16T01:04:15.831798Z","steps":["trace[1458352542] 'process raft request' (duration: 88.810406ms)","trace[1458352542] 'compare' (duration: 21.190376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:04:23.643842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449402677,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:04:23.652186Z","caller":"traceutil/trace.go:171","msg":"trace[1314066311] transaction","detail":"{read_only:false; response_revision:17060; number_of_response:1; }","duration":"579.238053ms","start":"2026-04-16T01:04:23.07292Z","end":"2026-04-16T01:04:23.652158Z","steps":["trace[1314066311] 'process raft request' (duration: 579.056539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:23.652356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:23.072905Z","time spent":"579.354866ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:04:23.735265Z","caller":"traceutil/trace.go:171","msg":"trace[480444168] linearizableReadLoop","detail":"{readStateIndex:17597; appliedIndex:17595; }","duration":"592.484307ms","start":"2026-04-16T01:04:23.142748Z","end":"2026-04-16T01:04:23.735233Z","steps":["trace[480444168] 'read index received' (duration: 509.192801ms)","trace[480444168] 'applied index is now lower than readState.Index' (duration: 83.289876ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:23.735491Z","caller":"traceutil/trace.go:171","msg":"trace[327696543] transaction","detail":"{read_only:false; response_revision:17061; number_of_response:1; }","duration":"660.770021ms","start":"2026-04-16T01:04:23.07468Z","end":"2026-04-16T01:04:23.73545Z","steps":["trace[327696543] 'process raft request' (duration: 608.058324ms)","trace[327696543] 'compare' (duration: 52.342406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:04:23.735596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.655656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:04:23.73566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:23.074657Z","time spent":"660.921094ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:04:23.735667Z","caller":"traceutil/trace.go:171","msg":"trace[433035495] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17061; }","duration":"118.81165ms","start":"2026-04-16T01:04:23.616837Z","end":"2026-04-16T01:04:23.735648Z","steps":["trace[433035495] 'agreement among raft nodes before linearized reading' (duration: 118.638305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:23.735792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.016661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-16T01:04:23.735877Z","caller":"traceutil/trace.go:171","msg":"trace[1922840466] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fh76c; range_end:; response_count:1; response_revision:17061; }","duration":"593.156775ms","start":"2026-04-16T01:04:23.142695Z","end":"2026-04-16T01:04:23.735852Z","steps":["trace[1922840466] 'agreement among raft nodes before linearized reading' (duration: 592.737784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:23.735929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:23.142675Z","time spent":"593.242767ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fh76c\" "} {"level":"warn","ts":"2026-04-16T01:04:23.966251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.840555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:04:23.966357Z","caller":"traceutil/trace.go:171","msg":"trace[282153941] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17062; }","duration":"113.996448ms","start":"2026-04-16T01:04:23.852338Z","end":"2026-04-16T01:04:23.966334Z","steps":["trace[282153941] 'range keys from in-memory index tree' (duration: 113.771541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:23.966433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.956473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:04:23.966438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.85397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:04:23.966452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.395216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:04:23.966498Z","caller":"traceutil/trace.go:171","msg":"trace[666006828] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17062; }","duration":"119.040976ms","start":"2026-04-16T01:04:23.847442Z","end":"2026-04-16T01:04:23.966483Z","steps":["trace[666006828] 'range keys from in-memory index tree' (duration: 118.894042ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:23.9665Z","caller":"traceutil/trace.go:171","msg":"trace[1342467088] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17062; }","duration":"118.960074ms","start":"2026-04-16T01:04:23.847526Z","end":"2026-04-16T01:04:23.966486Z","steps":["trace[1342467088] 'range keys from in-memory index tree' (duration: 118.749027ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:23.966516Z","caller":"traceutil/trace.go:171","msg":"trace[733043705] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17062; }","duration":"119.499338ms","start":"2026-04-16T01:04:23.847002Z","end":"2026-04-16T01:04:23.966501Z","steps":["trace[733043705] 'range keys from in-memory index tree' (duration: 119.242543ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:26.180678Z","caller":"traceutil/trace.go:171","msg":"trace[117003969] linearizableReadLoop","detail":"{readStateIndex:17626; appliedIndex:17624; }","duration":"131.878759ms","start":"2026-04-16T01:04:26.04878Z","end":"2026-04-16T01:04:26.180659Z","steps":["trace[117003969] 'read index received' (duration: 76.87285ms)","trace[117003969] 'applied index is now lower than readState.Index' (duration: 55.004579ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:26.180757Z","caller":"traceutil/trace.go:171","msg":"trace[2067729911] transaction","detail":"{read_only:false; response_revision:17087; number_of_response:1; }","duration":"136.002321ms","start":"2026-04-16T01:04:26.04472Z","end":"2026-04-16T01:04:26.180722Z","steps":["trace[2067729911] 'process raft request' (duration: 135.813716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:26.181601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.797364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-04-16T01:04:26.181663Z","caller":"traceutil/trace.go:171","msg":"trace[926449572] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17087; }","duration":"132.894187ms","start":"2026-04-16T01:04:26.048754Z","end":"2026-04-16T01:04:26.181649Z","steps":["trace[926449572] 'agreement among raft nodes before linearized reading' (duration: 132.019103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:41.137754Z","caller":"traceutil/trace.go:171","msg":"trace[329825490] transaction","detail":"{read_only:false; response_revision:17374; number_of_response:1; }","duration":"111.812708ms","start":"2026-04-16T01:04:41.025915Z","end":"2026-04-16T01:04:41.137728Z","steps":["trace[329825490] 'process raft request' (duration: 111.667684ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:41.184086Z","caller":"traceutil/trace.go:171","msg":"trace[413243347] transaction","detail":"{read_only:false; response_revision:17375; number_of_response:1; }","duration":"139.695992ms","start":"2026-04-16T01:04:41.044375Z","end":"2026-04-16T01:04:41.184071Z","steps":["trace[413243347] 'process raft request' (duration: 139.560729ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:46.56081Z","caller":"traceutil/trace.go:171","msg":"trace[1840972481] transaction","detail":"{read_only:false; response_revision:17434; number_of_response:1; }","duration":"121.01836ms","start":"2026-04-16T01:04:46.439758Z","end":"2026-04-16T01:04:46.560776Z","steps":["trace[1840972481] 'process raft request' (duration: 59.998076ms)","trace[1840972481] 'compare' (duration: 60.718567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:04:48.060916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.249555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:04:48.061038Z","caller":"traceutil/trace.go:171","msg":"trace[2128425616] transaction","detail":"{read_only:false; response_revision:17437; number_of_response:1; }","duration":"158.625973ms","start":"2026-04-16T01:04:47.902394Z","end":"2026-04-16T01:04:48.06102Z","steps":["trace[2128425616] 'process raft request' (duration: 48.217773ms)","trace[2128425616] 'compare' (duration: 110.105781ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:48.072217Z","caller":"traceutil/trace.go:171","msg":"trace[242806294] transaction","detail":"{read_only:false; response_revision:17438; number_of_response:1; }","duration":"133.001669ms","start":"2026-04-16T01:04:47.93918Z","end":"2026-04-16T01:04:48.072182Z","steps":["trace[242806294] 'process raft request' (duration: 132.621348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:48.674806Z","caller":"traceutil/trace.go:171","msg":"trace[1167894513] linearizableReadLoop","detail":"{readStateIndex:17988; appliedIndex:17987; }","duration":"106.205554ms","start":"2026-04-16T01:04:48.568581Z","end":"2026-04-16T01:04:48.674786Z","steps":["trace[1167894513] 'read index received' (duration: 106.148852ms)","trace[1167894513] 'applied index is now lower than readState.Index' (duration: 56.122µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:48.675109Z","caller":"traceutil/trace.go:171","msg":"trace[2140640832] transaction","detail":"{read_only:false; response_revision:17443; number_of_response:1; }","duration":"184.347299ms","start":"2026-04-16T01:04:48.490752Z","end":"2026-04-16T01:04:48.675099Z","steps":["trace[2140640832] 'process raft request' (duration: 183.904267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:48.675283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.691197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:04:48.675308Z","caller":"traceutil/trace.go:171","msg":"trace[1766712142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17443; }","duration":"106.76967ms","start":"2026-04-16T01:04:48.56853Z","end":"2026-04-16T01:04:48.6753Z","steps":["trace[1766712142] 'agreement among raft nodes before linearized reading' (duration: 106.685568ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:48.83185Z","caller":"traceutil/trace.go:171","msg":"trace[455484953] transaction","detail":"{read_only:false; response_revision:17444; number_of_response:1; }","duration":"152.226187ms","start":"2026-04-16T01:04:48.679594Z","end":"2026-04-16T01:04:48.83182Z","steps":["trace[455484953] 'process raft request' (duration: 109.575597ms)","trace[455484953] 'compare' (duration: 42.27577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:04:50.346942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.121238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:04:50.34701Z","caller":"traceutil/trace.go:171","msg":"trace[1648665813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17445; }","duration":"283.243622ms","start":"2026-04-16T01:04:50.063753Z","end":"2026-04-16T01:04:50.346997Z","steps":["trace[1648665813] 'range keys from in-memory index tree' (duration: 282.969325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.347018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.596614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:04:50.347099Z","caller":"traceutil/trace.go:171","msg":"trace[299206814] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17445; }","duration":"270.753069ms","start":"2026-04-16T01:04:50.076327Z","end":"2026-04-16T01:04:50.34708Z","steps":["trace[299206814] 'range keys from in-memory index tree' (duration: 270.400409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.347489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.975588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:04:50.347594Z","caller":"traceutil/trace.go:171","msg":"trace[906062531] linearizableReadLoop","detail":"{readStateIndex:17991; appliedIndex:17990; }","duration":"269.650789ms","start":"2026-04-16T01:04:50.077936Z","end":"2026-04-16T01:04:50.347587Z","steps":["trace[906062531] 'read index received' (duration: 105.553587ms)","trace[906062531] 'applied index is now lower than readState.Index' (duration: 164.096562ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:50.34785Z","caller":"traceutil/trace.go:171","msg":"trace[705656120] transaction","detail":"{read_only:false; response_revision:17447; number_of_response:1; }","duration":"232.901661ms","start":"2026-04-16T01:04:50.114928Z","end":"2026-04-16T01:04:50.347829Z","steps":["trace[705656120] 'process raft request' (duration: 232.632444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.348115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.167813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:04:50.348149Z","caller":"traceutil/trace.go:171","msg":"trace[1995993767] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17446; }","duration":"270.235554ms","start":"2026-04-16T01:04:50.077904Z","end":"2026-04-16T01:04:50.34814Z","steps":["trace[1995993767] 'agreement among raft nodes before linearized reading' (duration: 269.72812ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:50.348236Z","caller":"traceutil/trace.go:171","msg":"trace[174142874] transaction","detail":"{read_only:false; response_revision:17446; number_of_response:1; }","duration":"270.05769ms","start":"2026-04-16T01:04:50.077515Z","end":"2026-04-16T01:04:50.347572Z","steps":["trace[174142874] 'process raft request' (duration: 105.950297ms)","trace[174142874] 'compare' (duration: 163.28215ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:50.525659Z","caller":"traceutil/trace.go:171","msg":"trace[1864014228] transaction","detail":"{read_only:false; response_revision:17448; number_of_response:1; }","duration":"283.166861ms","start":"2026-04-16T01:04:50.24243Z","end":"2026-04-16T01:04:50.525597Z","steps":["trace[1864014228] 'process raft request' (duration: 249.598509ms)","trace[1864014228] 'compare' (duration: 33.281583ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:04:50.52571Z","caller":"traceutil/trace.go:171","msg":"trace[458644566] transaction","detail":"{read_only:false; response_revision:17450; number_of_response:1; }","duration":"173.946933ms","start":"2026-04-16T01:04:50.351725Z","end":"2026-04-16T01:04:50.525672Z","steps":["trace[458644566] 'process raft request' (duration: 173.84199ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:04:50.526002Z","caller":"traceutil/trace.go:171","msg":"trace[2098183231] linearizableReadLoop","detail":"{readStateIndex:17994; appliedIndex:17992; }","duration":"178.376304ms","start":"2026-04-16T01:04:50.347613Z","end":"2026-04-16T01:04:50.525989Z","steps":["trace[2098183231] 'read index received' (duration: 144.430852ms)","trace[2098183231] 'applied index is now lower than readState.Index' (duration: 33.944112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:04:50.526071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.615342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:04:50.526123Z","caller":"traceutil/trace.go:171","msg":"trace[2105070956] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:17450; }","duration":"369.726635ms","start":"2026-04-16T01:04:50.156383Z","end":"2026-04-16T01:04:50.526109Z","steps":["trace[2105070956] 'agreement among raft nodes before linearized reading' (duration: 369.625893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.52616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:50.156359Z","time spent":"369.792597ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-16T01:04:50.526154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.745946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:04:50.526207Z","caller":"traceutil/trace.go:171","msg":"trace[1633339450] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:17450; }","duration":"369.849568ms","start":"2026-04-16T01:04:50.156347Z","end":"2026-04-16T01:04:50.526197Z","steps":["trace[1633339450] 'agreement among raft nodes before linearized reading' (duration: 369.738505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.526256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:50.156336Z","time spent":"369.904179ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-04-16T01:04:50.525725Z","caller":"traceutil/trace.go:171","msg":"trace[496372850] transaction","detail":"{read_only:false; response_revision:17449; number_of_response:1; }","duration":"274.836011ms","start":"2026-04-16T01:04:50.250845Z","end":"2026-04-16T01:04:50.525681Z","steps":["trace[496372850] 'process raft request' (duration: 274.650727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.526454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.146707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-16T01:04:50.526513Z","caller":"traceutil/trace.go:171","msg":"trace[1034618374] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17450; }","duration":"448.241539ms","start":"2026-04-16T01:04:50.078257Z","end":"2026-04-16T01:04:50.526499Z","steps":["trace[1034618374] 'agreement among raft nodes before linearized reading' (duration: 448.032693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.526516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.173189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:04:50.526533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.150571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-04-16T01:04:50.526553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:50.078251Z","time spent":"448.294301ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T01:04:50.526565Z","caller":"traceutil/trace.go:171","msg":"trace[79101510] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:17450; }","duration":"373.277003ms","start":"2026-04-16T01:04:50.153273Z","end":"2026-04-16T01:04:50.52655Z","steps":["trace[79101510] 'agreement among raft nodes before linearized reading' (duration: 373.192691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.526598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:50.153243Z","time spent":"373.349515ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T01:04:50.526575Z","caller":"traceutil/trace.go:171","msg":"trace[1372226112] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:17450; }","duration":"368.211933ms","start":"2026-04-16T01:04:50.158353Z","end":"2026-04-16T01:04:50.526565Z","steps":["trace[1372226112] 'agreement among raft nodes before linearized reading' (duration: 368.062509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.526705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:50.15834Z","time spent":"368.354727ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5088,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-04-16T01:04:50.526762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.504819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-16T01:04:50.526797Z","caller":"traceutil/trace.go:171","msg":"trace[969055466] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17450; }","duration":"447.56238ms","start":"2026-04-16T01:04:50.079227Z","end":"2026-04-16T01:04:50.526789Z","steps":["trace[969055466] 'agreement among raft nodes before linearized reading' (duration: 447.454977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:50.526828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:04:50.079216Z","time spent":"447.605612ms","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21369,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T01:04:50.527117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.908497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T01:04:50.527168Z","caller":"traceutil/trace.go:171","msg":"trace[1459690424] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:17450; }","duration":"140.991148ms","start":"2026-04-16T01:04:50.386159Z","end":"2026-04-16T01:04:50.52715Z","steps":["trace[1459690424] 'agreement among raft nodes before linearized reading' (duration: 140.827594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:04:51.149499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.047986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:04:51.14958Z","caller":"traceutil/trace.go:171","msg":"trace[2016848369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17453; }","duration":"131.157398ms","start":"2026-04-16T01:04:51.018405Z","end":"2026-04-16T01:04:51.149562Z","steps":["trace[2016848369] 'range keys from in-memory index tree' (duration: 130.958253ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:05:33.497208Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15099} {"level":"info","ts":"2026-04-16T01:05:33.613229Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15099,"took":"112.153158ms","hash":2103573396,"current-db-size-bytes":59404288,"current-db-size":"59 MB","current-db-size-in-use-bytes":35336192,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-16T01:05:33.613285Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2103573396,"revision":15099,"compact-revision":12732} {"level":"info","ts":"2026-04-16T01:07:54.847668Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"adfb641115bf6cbd","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T01:07:54.852367Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-16T01:07:54.852498Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-16T01:08:01.470239Z","caller":"traceutil/trace.go:171","msg":"trace[2094872020] transaction","detail":"{read_only:false; response_revision:19577; number_of_response:1; }","duration":"105.658897ms","start":"2026-04-16T01:08:01.364543Z","end":"2026-04-16T01:08:01.470201Z","steps":["trace[2094872020] 'process raft request' (duration: 105.271868ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:01.764572Z","caller":"traceutil/trace.go:171","msg":"trace[1724243317] transaction","detail":"{read_only:false; response_revision:19578; number_of_response:1; }","duration":"290.085449ms","start":"2026-04-16T01:08:01.474457Z","end":"2026-04-16T01:08:01.764542Z","steps":["trace[1724243317] 'process raft request' (duration: 288.564479ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:01.764691Z","caller":"traceutil/trace.go:171","msg":"trace[670421241] transaction","detail":"{read_only:false; response_revision:19579; number_of_response:1; }","duration":"289.403042ms","start":"2026-04-16T01:08:01.475256Z","end":"2026-04-16T01:08:01.764659Z","steps":["trace[670421241] 'process raft request' (duration: 289.200037ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:01.764874Z","caller":"traceutil/trace.go:171","msg":"trace[1508829911] transaction","detail":"{read_only:false; response_revision:19580; number_of_response:1; }","duration":"232.65293ms","start":"2026-04-16T01:08:01.532214Z","end":"2026-04-16T01:08:01.764867Z","steps":["trace[1508829911] 'process raft request' (duration: 232.378834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:02.001491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.732817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:08:02.001671Z","caller":"traceutil/trace.go:171","msg":"trace[1308080639] linearizableReadLoop","detail":"{readStateIndex:20179; appliedIndex:20175; }","duration":"365.004145ms","start":"2026-04-16T01:08:01.636639Z","end":"2026-04-16T01:08:02.001643Z","steps":["trace[1308080639] 'read index received' (duration: 126.405118ms)","trace[1308080639] 'applied index is now lower than readState.Index' (duration: 238.596927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:08:02.001918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.253871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:08:02.001968Z","caller":"traceutil/trace.go:171","msg":"trace[1476112027] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19580; }","duration":"365.351915ms","start":"2026-04-16T01:08:01.636601Z","end":"2026-04-16T01:08:02.001952Z","steps":["trace[1476112027] 'agreement among raft nodes before linearized reading' (duration: 365.20396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:02.002036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:08:01.636586Z","time spent":"365.435066ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:08:02.002195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.779749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:08:02.002334Z","caller":"traceutil/trace.go:171","msg":"trace[57478541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19580; }","duration":"259.966074ms","start":"2026-04-16T01:08:01.742337Z","end":"2026-04-16T01:08:02.002303Z","steps":["trace[57478541] 'agreement among raft nodes before linearized reading' (duration: 259.673366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:48.149153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.665506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:08:48.149658Z","caller":"traceutil/trace.go:171","msg":"trace[9780142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20052; }","duration":"132.230041ms","start":"2026-04-16T01:08:48.017403Z","end":"2026-04-16T01:08:48.149633Z","steps":["trace[9780142] 'range keys from in-memory index tree' (duration: 131.556712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:48.14949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.975188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:08:48.149744Z","caller":"traceutil/trace.go:171","msg":"trace[936810651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20052; }","duration":"167.241054ms","start":"2026-04-16T01:08:47.982481Z","end":"2026-04-16T01:08:48.149723Z","steps":["trace[936810651] 'range keys from in-memory index tree' (duration: 166.775332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:48.149501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.221457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-16T01:08:48.14983Z","caller":"traceutil/trace.go:171","msg":"trace[1677177549] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:20052; }","duration":"192.611296ms","start":"2026-04-16T01:08:47.957195Z","end":"2026-04-16T01:08:48.149806Z","steps":["trace[1677177549] 'range keys from in-memory index tree' (duration: 191.946039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:48.149661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.162376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:08:48.150276Z","caller":"traceutil/trace.go:171","msg":"trace[1995551040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20052; }","duration":"166.762211ms","start":"2026-04-16T01:08:47.98347Z","end":"2026-04-16T01:08:48.150232Z","steps":["trace[1995551040] 'range keys from in-memory index tree' (duration: 165.500209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:48.174201Z","caller":"traceutil/trace.go:171","msg":"trace[1678592003] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"134.970021ms","start":"2026-04-16T01:08:48.039205Z","end":"2026-04-16T01:08:48.174175Z","steps":["trace[1678592003] 'process raft request' (duration: 134.821268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:08:48.654684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.293275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T01:08:48.654788Z","caller":"traceutil/trace.go:171","msg":"trace[759438889] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20058; }","duration":"116.454649ms","start":"2026-04-16T01:08:48.538308Z","end":"2026-04-16T01:08:48.654763Z","steps":["trace[759438889] 'range keys from in-memory index tree' (duration: 116.073628ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:49.376299Z","caller":"traceutil/trace.go:171","msg":"trace[879673626] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"184.355091ms","start":"2026-04-16T01:08:49.191915Z","end":"2026-04-16T01:08:49.37627Z","steps":["trace[879673626] 'process raft request' (duration: 108.667306ms)","trace[879673626] 'compare' (duration: 75.215962ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:08:49.376484Z","caller":"traceutil/trace.go:171","msg":"trace[918153510] linearizableReadLoop","detail":"{readStateIndex:20672; appliedIndex:20670; }","duration":"122.895197ms","start":"2026-04-16T01:08:49.253539Z","end":"2026-04-16T01:08:49.376434Z","steps":["trace[918153510] 'read index received' (duration: 47.121859ms)","trace[918153510] 'applied index is now lower than readState.Index' (duration: 75.771528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:08:49.376751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.195255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T01:08:49.376804Z","caller":"traceutil/trace.go:171","msg":"trace[546089806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20061; }","duration":"123.265636ms","start":"2026-04-16T01:08:49.253524Z","end":"2026-04-16T01:08:49.37679Z","steps":["trace[546089806] 'agreement among raft nodes before linearized reading' (duration: 123.05802ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:49.376801Z","caller":"traceutil/trace.go:171","msg":"trace[1398984592] transaction","detail":"{read_only:false; response_revision:20061; number_of_response:1; }","duration":"183.425726ms","start":"2026-04-16T01:08:49.19334Z","end":"2026-04-16T01:08:49.376765Z","steps":["trace[1398984592] 'process raft request' (duration: 182.881502ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:08:49.566537Z","caller":"traceutil/trace.go:171","msg":"trace[1699237503] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"139.87059ms","start":"2026-04-16T01:08:49.426637Z","end":"2026-04-16T01:08:49.566507Z","steps":["trace[1699237503] 'process raft request' (duration: 139.711635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:18.023162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449411739,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:09:18.025435Z","caller":"traceutil/trace.go:171","msg":"trace[1283227022] transaction","detail":"{read_only:false; response_revision:20420; number_of_response:1; }","duration":"546.638654ms","start":"2026-04-16T01:09:17.478768Z","end":"2026-04-16T01:09:18.025407Z","steps":["trace[1283227022] 'process raft request' (duration: 546.45495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:18.025645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:17.478742Z","time spent":"546.81204ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:09:18.026688Z","caller":"traceutil/trace.go:171","msg":"trace[2012446002] transaction","detail":"{read_only:false; response_revision:20421; number_of_response:1; }","duration":"543.434501ms","start":"2026-04-16T01:09:17.483228Z","end":"2026-04-16T01:09:18.026663Z","steps":["trace[2012446002] 'process raft request' (duration: 543.275247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:18.026825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:17.483204Z","time spent":"543.551354ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:09:18.026979Z","caller":"traceutil/trace.go:171","msg":"trace[1915155792] linearizableReadLoop","detail":"{readStateIndex:21042; appliedIndex:21038; }","duration":"504.778952ms","start":"2026-04-16T01:09:17.522185Z","end":"2026-04-16T01:09:18.026964Z","steps":["trace[1915155792] 'read index received' (duration: 503.077087ms)","trace[1915155792] 'applied index is now lower than readState.Index' (duration: 1.700935ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:09:18.027068Z","caller":"traceutil/trace.go:171","msg":"trace[895735947] transaction","detail":"{read_only:false; response_revision:20423; number_of_response:1; }","duration":"351.443621ms","start":"2026-04-16T01:09:17.675615Z","end":"2026-04-16T01:09:18.027058Z","steps":["trace[895735947] 'process raft request' (duration: 351.275577ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:18.026982Z","caller":"traceutil/trace.go:171","msg":"trace[189187530] transaction","detail":"{read_only:false; response_revision:20422; number_of_response:1; }","duration":"477.47952ms","start":"2026-04-16T01:09:17.549479Z","end":"2026-04-16T01:09:18.026958Z","steps":["trace[189187530] 'process raft request' (duration: 477.139751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:18.027199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:17.675592Z","time spent":"351.509133ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:09:18.027212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.103037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:09:18.027225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.039148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:09:18.027244Z","caller":"traceutil/trace.go:171","msg":"trace[1319181680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20423; }","duration":"324.176109ms","start":"2026-04-16T01:09:17.703059Z","end":"2026-04-16T01:09:18.027235Z","steps":["trace[1319181680] 'agreement among raft nodes before linearized reading' (duration: 324.120558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:18.027284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:17.703039Z","time spent":"324.238531ms","remote":"127.0.0.1:55310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:09:18.027381Z","caller":"traceutil/trace.go:171","msg":"trace[1579688626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20423; }","duration":"505.219363ms","start":"2026-04-16T01:09:17.52213Z","end":"2026-04-16T01:09:18.027349Z","steps":["trace[1579688626] 'agreement among raft nodes before linearized reading' (duration: 504.971837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:18.027432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:17.522104Z","time spent":"505.316366ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:09:18.027506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:17.549454Z","time spent":"477.738707ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:09:32.598367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.973322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:09:32.598902Z","caller":"traceutil/trace.go:171","msg":"trace[1206612345] transaction","detail":"{read_only:false; response_revision:20532; number_of_response:1; }","duration":"518.032888ms","start":"2026-04-16T01:09:32.080842Z","end":"2026-04-16T01:09:32.598874Z","steps":["trace[1206612345] 'process raft request' (duration: 517.653009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:32.59903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:32.08083Z","time spent":"518.149451ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:09:32.599133Z","caller":"traceutil/trace.go:171","msg":"trace[785738453] transaction","detail":"{read_only:false; response_revision:20531; number_of_response:1; }","duration":"519.000284ms","start":"2026-04-16T01:09:32.0801Z","end":"2026-04-16T01:09:32.5991Z","steps":["trace[785738453] 'process raft request' (duration: 229.189ms)","trace[785738453] 'compare' (duration: 288.804577ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:09:32.59922Z","caller":"traceutil/trace.go:171","msg":"trace[2094668507] transaction","detail":"{read_only:false; response_revision:20533; number_of_response:1; }","duration":"517.461903ms","start":"2026-04-16T01:09:32.081744Z","end":"2026-04-16T01:09:32.599206Z","steps":["trace[2094668507] 'process raft request' (duration: 517.046173ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.599167Z","caller":"traceutil/trace.go:171","msg":"trace[1993458096] linearizableReadLoop","detail":"{readStateIndex:21155; appliedIndex:21151; }","duration":"514.887346ms","start":"2026-04-16T01:09:32.084203Z","end":"2026-04-16T01:09:32.59909Z","steps":["trace[1993458096] 'read index received' (duration: 47.444468ms)","trace[1993458096] 'applied index is now lower than readState.Index' (duration: 467.438058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:09:32.599265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:32.080072Z","time spent":"519.129397ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:09:32.599312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:32.081733Z","time spent":"517.540326ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:09:32.599546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.291847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:09:32.599607Z","caller":"traceutil/trace.go:171","msg":"trace[919198387] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20533; }","duration":"515.387539ms","start":"2026-04-16T01:09:32.084198Z","end":"2026-04-16T01:09:32.599585Z","steps":["trace[919198387] 'agreement among raft nodes before linearized reading' (duration: 515.130553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:32.599656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:32.084149Z","time spent":"515.493472ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:09:32.609803Z","caller":"traceutil/trace.go:171","msg":"trace[1437605567] transaction","detail":"{read_only:false; response_revision:20534; number_of_response:1; }","duration":"273.886918ms","start":"2026-04-16T01:09:32.335884Z","end":"2026-04-16T01:09:32.609771Z","steps":["trace[1437605567] 'process raft request' (duration: 273.722414ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.622106Z","caller":"traceutil/trace.go:171","msg":"trace[343697464] transaction","detail":"{read_only:false; response_revision:20535; number_of_response:1; }","duration":"285.205962ms","start":"2026-04-16T01:09:32.33688Z","end":"2026-04-16T01:09:32.622086Z","steps":["trace[343697464] 'process raft request' (duration: 285.013027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:32.622473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.557578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T01:09:32.622462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.555357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:09:32.622544Z","caller":"traceutil/trace.go:171","msg":"trace[2119719839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20536; }","duration":"534.660703ms","start":"2026-04-16T01:09:32.087863Z","end":"2026-04-16T01:09:32.622524Z","steps":["trace[2119719839] 'agreement among raft nodes before linearized reading' (duration: 534.397156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:32.622523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.697898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:09:32.622647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.884206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:09:32.622639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.886478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:09:32.622683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.820511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:09:32.622673Z","caller":"traceutil/trace.go:171","msg":"trace[1255678735] transaction","detail":"{read_only:false; response_revision:20536; number_of_response:1; }","duration":"185.247214ms","start":"2026-04-16T01:09:32.437401Z","end":"2026-04-16T01:09:32.622648Z","steps":["trace[1255678735] 'process raft request' (duration: 184.649629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:32.622537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.130137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:09:32.622698Z","caller":"traceutil/trace.go:171","msg":"trace[395011991] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20536; }","duration":"386.964078ms","start":"2026-04-16T01:09:32.235718Z","end":"2026-04-16T01:09:32.622682Z","steps":["trace[395011991] 'agreement among raft nodes before linearized reading' (duration: 386.881297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:32.622683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.472299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-16T01:09:32.622739Z","caller":"traceutil/trace.go:171","msg":"trace[625969255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20536; }","duration":"222.407013ms","start":"2026-04-16T01:09:32.400324Z","end":"2026-04-16T01:09:32.622731Z","steps":["trace[625969255] 'agreement among raft nodes before linearized reading' (duration: 221.939311ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.62274Z","caller":"traceutil/trace.go:171","msg":"trace[118149538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20536; }","duration":"105.895564ms","start":"2026-04-16T01:09:32.51682Z","end":"2026-04-16T01:09:32.622716Z","steps":["trace[118149538] 'agreement among raft nodes before linearized reading' (duration: 105.770511ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.622701Z","caller":"traceutil/trace.go:171","msg":"trace[1107416588] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20536; }","duration":"529.973921ms","start":"2026-04-16T01:09:32.092713Z","end":"2026-04-16T01:09:32.622687Z","steps":["trace[1107416588] 'agreement among raft nodes before linearized reading' (duration: 529.893798ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.622778Z","caller":"traceutil/trace.go:171","msg":"trace[1237670965] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20536; }","duration":"280.627954ms","start":"2026-04-16T01:09:32.342126Z","end":"2026-04-16T01:09:32.622754Z","steps":["trace[1237670965] 'agreement among raft nodes before linearized reading' (duration: 280.304805ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.622689Z","caller":"traceutil/trace.go:171","msg":"trace[1591599492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20536; }","duration":"100.913043ms","start":"2026-04-16T01:09:32.521754Z","end":"2026-04-16T01:09:32.622667Z","steps":["trace[1591599492] 'agreement among raft nodes before linearized reading' (duration: 100.561504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:32.622858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:32.092698Z","time spent":"530.112275ms","remote":"127.0.0.1:40282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:09:32.622583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:32.087854Z","time spent":"534.720104ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:09:32.622577Z","caller":"traceutil/trace.go:171","msg":"trace[1279894157] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20536; }","duration":"327.712832ms","start":"2026-04-16T01:09:32.294827Z","end":"2026-04-16T01:09:32.622539Z","steps":["trace[1279894157] 'agreement among raft nodes before linearized reading' (duration: 327.448206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:32.622765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:32.235703Z","time spent":"387.045731ms","remote":"127.0.0.1:40312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:09:32.623043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:09:32.294804Z","time spent":"328.181474ms","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:09:32.622541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.98871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:09:32.623183Z","caller":"traceutil/trace.go:171","msg":"trace[1143363870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20536; }","duration":"223.684418ms","start":"2026-04-16T01:09:32.39948Z","end":"2026-04-16T01:09:32.623164Z","steps":["trace[1143363870] 'agreement among raft nodes before linearized reading' (duration: 222.886137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.7895Z","caller":"traceutil/trace.go:171","msg":"trace[32283036] transaction","detail":"{read_only:false; response_revision:20539; number_of_response:1; }","duration":"160.378895ms","start":"2026-04-16T01:09:32.629081Z","end":"2026-04-16T01:09:32.78946Z","steps":["trace[32283036] 'process raft request' (duration: 160.258612ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.789617Z","caller":"traceutil/trace.go:171","msg":"trace[338887085] linearizableReadLoop","detail":"{readStateIndex:21163; appliedIndex:21158; }","duration":"159.378699ms","start":"2026-04-16T01:09:32.630213Z","end":"2026-04-16T01:09:32.789591Z","steps":["trace[338887085] 'read index received' (duration: 17.23003ms)","trace[338887085] 'applied index is now lower than readState.Index' (duration: 142.147169ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:09:32.789812Z","caller":"traceutil/trace.go:171","msg":"trace[1373386948] transaction","detail":"{read_only:false; response_revision:20541; number_of_response:1; }","duration":"159.863471ms","start":"2026-04-16T01:09:32.629925Z","end":"2026-04-16T01:09:32.789788Z","steps":["trace[1373386948] 'process raft request' (duration: 159.585785ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.789797Z","caller":"traceutil/trace.go:171","msg":"trace[578171338] transaction","detail":"{read_only:false; response_revision:20540; number_of_response:1; }","duration":"160.100528ms","start":"2026-04-16T01:09:32.629635Z","end":"2026-04-16T01:09:32.789736Z","steps":["trace[578171338] 'process raft request' (duration: 159.77195ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:32.78993Z","caller":"traceutil/trace.go:171","msg":"trace[1364594567] transaction","detail":"{read_only:false; response_revision:20538; number_of_response:1; }","duration":"160.670592ms","start":"2026-04-16T01:09:32.629071Z","end":"2026-04-16T01:09:32.789742Z","steps":["trace[1364594567] 'process raft request' (duration: 142.170999ms)","trace[1364594567] 'compare' (duration: 17.895967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:09:32.789903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.625996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-16T01:09:32.790224Z","caller":"traceutil/trace.go:171","msg":"trace[2140379208] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20541; }","duration":"160.016746ms","start":"2026-04-16T01:09:32.63018Z","end":"2026-04-16T01:09:32.790197Z","steps":["trace[2140379208] 'agreement among raft nodes before linearized reading' (duration: 159.486292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.108983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.077114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:09:33.109073Z","caller":"traceutil/trace.go:171","msg":"trace[1328065433] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:20541; }","duration":"102.236418ms","start":"2026-04-16T01:09:33.006817Z","end":"2026-04-16T01:09:33.109053Z","steps":["trace[1328065433] 'range keys from in-memory index tree' (duration: 101.97096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.109302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.098138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:09:33.109399Z","caller":"traceutil/trace.go:171","msg":"trace[637366899] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:20541; }","duration":"101.237311ms","start":"2026-04-16T01:09:33.00814Z","end":"2026-04-16T01:09:33.109377Z","steps":["trace[637366899] 'range keys from in-memory index tree' (duration: 100.926523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.109478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.887241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:09:33.10956Z","caller":"traceutil/trace.go:171","msg":"trace[1527982365] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:20541; }","duration":"103.980453ms","start":"2026-04-16T01:09:33.005562Z","end":"2026-04-16T01:09:33.109543Z","steps":["trace[1527982365] 'range keys from in-memory index tree' (duration: 103.824009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.109601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.855393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:09:33.109675Z","caller":"traceutil/trace.go:171","msg":"trace[61421831] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:20541; }","duration":"102.975857ms","start":"2026-04-16T01:09:33.006686Z","end":"2026-04-16T01:09:33.109662Z","steps":["trace[61421831] 'range keys from in-memory index tree' (duration: 102.796442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.1097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.898302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:09:33.109829Z","caller":"traceutil/trace.go:171","msg":"trace[1478299577] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:20541; }","duration":"104.115897ms","start":"2026-04-16T01:09:33.005694Z","end":"2026-04-16T01:09:33.10981Z","steps":["trace[1478299577] 'range keys from in-memory index tree' (duration: 103.803719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.608173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.701873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:09:33.608384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.736922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:09:33.608487Z","caller":"traceutil/trace.go:171","msg":"trace[453766877] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:20542; }","duration":"125.894956ms","start":"2026-04-16T01:09:33.482564Z","end":"2026-04-16T01:09:33.608459Z","steps":["trace[453766877] 'count revisions from in-memory index tree' (duration: 125.64389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.608535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.206366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:09:33.6086Z","caller":"traceutil/trace.go:171","msg":"trace[1857961299] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:20542; }","duration":"255.828076ms","start":"2026-04-16T01:09:33.352413Z","end":"2026-04-16T01:09:33.608241Z","steps":["trace[1857961299] 'range keys from in-memory index tree' (duration: 255.58497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.608602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.152464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:09:33.608677Z","caller":"traceutil/trace.go:171","msg":"trace[1647970654] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:20542; }","duration":"256.265757ms","start":"2026-04-16T01:09:33.352394Z","end":"2026-04-16T01:09:33.60866Z","steps":["trace[1647970654] 'range keys from in-memory index tree' (duration: 256.053432ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:09:33.608647Z","caller":"traceutil/trace.go:171","msg":"trace[1657938395] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:20542; }","duration":"256.41308ms","start":"2026-04-16T01:09:33.352212Z","end":"2026-04-16T01:09:33.608625Z","steps":["trace[1657938395] 'range keys from in-memory index tree' (duration: 256.109233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.608647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.575199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T01:09:33.608786Z","caller":"traceutil/trace.go:171","msg":"trace[582198311] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:20542; }","duration":"255.811876ms","start":"2026-04-16T01:09:33.352958Z","end":"2026-04-16T01:09:33.60877Z","steps":["trace[582198311] 'range keys from in-memory index tree' (duration: 255.313752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:09:33.608818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.299698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:09:33.609026Z","caller":"traceutil/trace.go:171","msg":"trace[1354465699] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:20542; }","duration":"256.570215ms","start":"2026-04-16T01:09:33.352425Z","end":"2026-04-16T01:09:33.608995Z","steps":["trace[1354465699] 'range keys from in-memory index tree' (duration: 256.027482ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:10:23.563618Z","caller":"traceutil/trace.go:171","msg":"trace[1678279072] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"103.883917ms","start":"2026-04-16T01:10:23.459715Z","end":"2026-04-16T01:10:23.563599Z","steps":["trace[1678279072] 'process raft request' (duration: 103.774834ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:10:30.57498Z","caller":"traceutil/trace.go:171","msg":"trace[628547914] transaction","detail":"{read_only:false; response_revision:21100; number_of_response:1; }","duration":"280.518464ms","start":"2026-04-16T01:10:30.29444Z","end":"2026-04-16T01:10:30.574959Z","steps":["trace[628547914] 'process raft request' (duration: 280.379011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:10:30.735965Z","caller":"traceutil/trace.go:171","msg":"trace[1569222834] linearizableReadLoop","detail":"{readStateIndex:21736; appliedIndex:21733; }","duration":"282.640727ms","start":"2026-04-16T01:10:30.453308Z","end":"2026-04-16T01:10:30.735949Z","steps":["trace[1569222834] 'read index received' (duration: 121.570788ms)","trace[1569222834] 'applied index is now lower than readState.Index' (duration: 161.069259ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:10:30.736141Z","caller":"traceutil/trace.go:171","msg":"trace[255255447] transaction","detail":"{read_only:false; response_revision:21101; number_of_response:1; }","duration":"383.307712ms","start":"2026-04-16T01:10:30.352828Z","end":"2026-04-16T01:10:30.736136Z","steps":["trace[255255447] 'process raft request' (duration: 378.166931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:10:30.73621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:10:30.352812Z","time spent":"383.350204ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:10:30.736313Z","caller":"traceutil/trace.go:171","msg":"trace[1019603474] transaction","detail":"{read_only:false; response_revision:21102; number_of_response:1; }","duration":"333.314994ms","start":"2026-04-16T01:10:30.402994Z","end":"2026-04-16T01:10:30.736309Z","steps":["trace[1019603474] 'process raft request' (duration: 332.924265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:10:30.736344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:10:30.402974Z","time spent":"333.355046ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:10:30.737434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.124846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:10:30.737457Z","caller":"traceutil/trace.go:171","msg":"trace[295893437] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21102; }","duration":"284.181428ms","start":"2026-04-16T01:10:30.453272Z","end":"2026-04-16T01:10:30.737453Z","steps":["trace[295893437] 'agreement among raft nodes before linearized reading' (duration: 283.140441ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:10:33.503949Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17906} {"level":"info","ts":"2026-04-16T01:10:33.647469Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17906,"took":"138.873432ms","hash":1015036968,"current-db-size-bytes":60248064,"current-db-size":"60 MB","current-db-size-in-use-bytes":43114496,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-16T01:10:33.647541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1015036968,"revision":17906,"compact-revision":15099} {"level":"warn","ts":"2026-04-16T01:11:25.881284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.482304ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:25.882061Z","caller":"traceutil/trace.go:171","msg":"trace[357540397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21661; }","duration":"240.266615ms","start":"2026-04-16T01:11:25.641764Z","end":"2026-04-16T01:11:25.882031Z","steps":["trace[357540397] 'range keys from in-memory index tree' (duration: 239.458214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:26.230422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:11:26.450609Z","caller":"traceutil/trace.go:171","msg":"trace[1272489261] transaction","detail":"{read_only:false; response_revision:21662; number_of_response:1; }","duration":"803.722005ms","start":"2026-04-16T01:11:25.646862Z","end":"2026-04-16T01:11:26.450584Z","steps":["trace[1272489261] 'process raft request' (duration: 803.55035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:26.450757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:25.646836Z","time spent":"803.844537ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:26.872043Z","caller":"traceutil/trace.go:171","msg":"trace[384439558] linearizableReadLoop","detail":"{readStateIndex:22314; appliedIndex:22312; }","duration":"1.14176004s","start":"2026-04-16T01:11:25.730195Z","end":"2026-04-16T01:11:26.871955Z","steps":["trace[384439558] 'read index received' (duration: 720.2282ms)","trace[384439558] 'applied index is now lower than readState.Index' (duration: 421.52889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:26.872173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141957634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:26.872254Z","caller":"traceutil/trace.go:171","msg":"trace[625697766] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21663; }","duration":"1.142090518s","start":"2026-04-16T01:11:25.730144Z","end":"2026-04-16T01:11:26.872235Z","steps":["trace[625697766] 'agreement among raft nodes before linearized reading' (duration: 1.141920304s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:26.872328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.062413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:26.872381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.480404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:26.872426Z","caller":"traceutil/trace.go:171","msg":"trace[956949205] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:21663; }","duration":"420.529215ms","start":"2026-04-16T01:11:26.451884Z","end":"2026-04-16T01:11:26.872413Z","steps":["trace[956949205] 'agreement among raft nodes before linearized reading' (duration: 420.435932ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:26.872352Z","caller":"traceutil/trace.go:171","msg":"trace[1600139319] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"1.075450013s","start":"2026-04-16T01:11:25.796521Z","end":"2026-04-16T01:11:26.871971Z","steps":["trace[1600139319] 'process raft request' (duration: 1.072844087s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:26.872458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:26.451836Z","time spent":"420.614296ms","remote":"127.0.0.1:40394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:26.872429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.076657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:26.872479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.381029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:26.872483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.555769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-16T01:11:26.872512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.204356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:26.872553Z","caller":"traceutil/trace.go:171","msg":"trace[979099324] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21663; }","duration":"278.479782ms","start":"2026-04-16T01:11:26.594053Z","end":"2026-04-16T01:11:26.872533Z","steps":["trace[979099324] 'agreement among raft nodes before linearized reading' (duration: 278.345068ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:26.872563Z","caller":"traceutil/trace.go:171","msg":"trace[464482260] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:21663; }","duration":"279.687353ms","start":"2026-04-16T01:11:26.592856Z","end":"2026-04-16T01:11:26.872543Z","steps":["trace[464482260] 'agreement among raft nodes before linearized reading' (duration: 279.448397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:26.872555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:25.730121Z","time spent":"1.142174161s","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:26.872579Z","caller":"traceutil/trace.go:171","msg":"trace[2118149321] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21663; }","duration":"454.299448ms","start":"2026-04-16T01:11:26.418259Z","end":"2026-04-16T01:11:26.872558Z","steps":["trace[2118149321] 'agreement among raft nodes before linearized reading' (duration: 454.168485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:26.872628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:26.418241Z","time spent":"454.37343ms","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:26.872644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:25.796496Z","time spent":"1.076016398s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:26.872579Z","caller":"traceutil/trace.go:171","msg":"trace[1800680497] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:21663; }","duration":"322.24028ms","start":"2026-04-16T01:11:26.550276Z","end":"2026-04-16T01:11:26.872517Z","steps":["trace[1800680497] 'agreement among raft nodes before linearized reading' (duration: 322.059195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:26.872992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:26.550257Z","time spent":"322.725243ms","remote":"127.0.0.1:49748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:26.87316Z","caller":"traceutil/trace.go:171","msg":"trace[1224312177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21663; }","duration":"856.138685ms","start":"2026-04-16T01:11:26.016239Z","end":"2026-04-16T01:11:26.872378Z","steps":["trace[1224312177] 'agreement among raft nodes before linearized reading' (duration: 856.019832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:26.873307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:26.0162Z","time spent":"857.089389ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:11:27.902095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.763449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:27.903108Z","caller":"traceutil/trace.go:171","msg":"trace[2074341829] transaction","detail":"{read_only:false; response_revision:21664; number_of_response:1; }","duration":"993.932599ms","start":"2026-04-16T01:11:26.909134Z","end":"2026-04-16T01:11:27.903067Z","steps":["trace[2074341829] 'process raft request' (duration: 461.098972ms)","trace[2074341829] 'compare' (duration: 531.569774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:27.903271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:26.909114Z","time spent":"994.079622ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:28.55348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183283171s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:11:29.01861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000810329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:11:29.018721Z","caller":"traceutil/trace.go:171","msg":"trace[1936899102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000976773s","start":"2026-04-16T01:11:27.017719Z","end":"2026-04-16T01:11:29.018696Z","steps":["trace[1936899102] 'agreement among raft nodes before linearized reading' (duration: 2.00083794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.018777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.017704Z","time spent":"2.001061746s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:11:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:11:29.081884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.060825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:29.082164Z","caller":"traceutil/trace.go:171","msg":"trace[1069376192] transaction","detail":"{read_only:false; response_revision:21667; number_of_response:1; }","duration":"2.016260434s","start":"2026-04-16T01:11:27.065886Z","end":"2026-04-16T01:11:29.082147Z","steps":["trace[1069376192] 'process raft request' (duration: 2.016187073s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:29.082185Z","caller":"traceutil/trace.go:171","msg":"trace[1535953098] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"2.071102488s","start":"2026-04-16T01:11:27.011052Z","end":"2026-04-16T01:11:29.082154Z","steps":["trace[1535953098] 'process raft request' (duration: 2.070929283s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.082238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.065857Z","time spent":"2.016348356s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:29.082239Z","caller":"traceutil/trace.go:171","msg":"trace[1652783684] transaction","detail":"{read_only:false; response_revision:21665; number_of_response:1; }","duration":"2.116368565s","start":"2026-04-16T01:11:26.965831Z","end":"2026-04-16T01:11:29.0822Z","steps":["trace[1652783684] 'process raft request' (duration: 1.587966091s)","trace[1652783684] 'compare' (duration: 527.710687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:29.082328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.011027Z","time spent":"2.071213189s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:29.08245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:26.965806Z","time spent":"2.116556179s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:29.082524Z","caller":"traceutil/trace.go:171","msg":"trace[1932246633] transaction","detail":"{read_only:false; response_revision:21668; number_of_response:1; }","duration":"1.995026801s","start":"2026-04-16T01:11:27.087486Z","end":"2026-04-16T01:11:29.082512Z","steps":["trace[1932246633] 'process raft request' (duration: 1.994621271s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.08258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.087458Z","time spent":"1.995092432s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:29.082562Z","caller":"traceutil/trace.go:171","msg":"trace[1375296585] linearizableReadLoop","detail":"{readStateIndex:22318; appliedIndex:22315; }","duration":"2.064777175s","start":"2026-04-16T01:11:27.017765Z","end":"2026-04-16T01:11:29.082542Z","steps":["trace[1375296585] 'read index received' (duration: 352.440883ms)","trace[1375296585] 'applied index is now lower than readState.Index' (duration: 1.712335552s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:29.082649Z","caller":"traceutil/trace.go:171","msg":"trace[266763870] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"1.956334252s","start":"2026-04-16T01:11:27.126307Z","end":"2026-04-16T01:11:29.082641Z","steps":["trace[266763870] 'process raft request' (duration: 1.956193359s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.082733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.126284Z","time spent":"1.956389903s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:29.08293Z","caller":"traceutil/trace.go:171","msg":"trace[912089770] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"1.991619714s","start":"2026-04-16T01:11:27.091281Z","end":"2026-04-16T01:11:29.082901Z","steps":["trace[912089770] 'process raft request' (duration: 1.991186693s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.083065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.091266Z","time spent":"1.991726446s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:29.083074Z","caller":"traceutil/trace.go:171","msg":"trace[1705576015] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"1.994164199s","start":"2026-04-16T01:11:27.088897Z","end":"2026-04-16T01:11:29.083061Z","steps":["trace[1705576015] 'process raft request' (duration: 1.993460831s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.083134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.088891Z","time spent":"1.99421768s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:29.479622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.929886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:29.479729Z","caller":"traceutil/trace.go:171","msg":"trace[837235914] linearizableReadLoop","detail":"{readStateIndex:22324; appliedIndex:22323; }","duration":"397.099895ms","start":"2026-04-16T01:11:29.082614Z","end":"2026-04-16T01:11:29.479714Z","steps":["trace[837235914] 'read index received' (duration: 286.072966ms)","trace[837235914] 'applied index is now lower than readState.Index' (duration: 111.025629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:29.479899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.186335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:29.479918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211712769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:29.480017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129563912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:11:29.480063Z","caller":"traceutil/trace.go:171","msg":"trace[614870499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21672; }","duration":"2.129634584s","start":"2026-04-16T01:11:27.350417Z","end":"2026-04-16T01:11:29.480052Z","steps":["trace[614870499] 'agreement among raft nodes before linearized reading' (duration: 2.129492251s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.480047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128113025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:11:29.480125Z","caller":"traceutil/trace.go:171","msg":"trace[643150431] transaction","detail":"{read_only:false; response_revision:21672; number_of_response:1; }","duration":"602.224702ms","start":"2026-04-16T01:11:28.877885Z","end":"2026-04-16T01:11:29.48011Z","steps":["trace[643150431] 'process raft request' (duration: 490.72552ms)","trace[643150431] 'compare' (duration: 110.778963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:29.480167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112297896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-16T01:11:29.480183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119179476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:11:29.480158Z","caller":"traceutil/trace.go:171","msg":"trace[267916838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21672; }","duration":"2.128251829s","start":"2026-04-16T01:11:27.351878Z","end":"2026-04-16T01:11:29.48013Z","steps":["trace[267916838] 'agreement among raft nodes before linearized reading' (duration: 2.127946601s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.480203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545888085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:11:29.480212Z","caller":"traceutil/trace.go:171","msg":"trace[1833782760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21672; }","duration":"2.119254399s","start":"2026-04-16T01:11:27.36095Z","end":"2026-04-16T01:11:29.480204Z","steps":["trace[1833782760] 'agreement among raft nodes before linearized reading' (duration: 2.119164727s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:29.480205Z","caller":"traceutil/trace.go:171","msg":"trace[691383218] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21672; }","duration":"1.112333967s","start":"2026-04-16T01:11:28.367861Z","end":"2026-04-16T01:11:29.480195Z","steps":["trace[691383218] 'agreement among raft nodes before linearized reading' (duration: 1.112185133s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.480207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:28.877856Z","time spent":"602.306423ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:29.480234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.360926Z","time spent":"2.11930336s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:11:29.480017Z","caller":"traceutil/trace.go:171","msg":"trace[878890668] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:21672; }","duration":"1.211858943s","start":"2026-04-16T01:11:28.268137Z","end":"2026-04-16T01:11:29.479996Z","steps":["trace[878890668] 'agreement among raft nodes before linearized reading' (duration: 1.211675238s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.480244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:28.367813Z","time spent":"1.11242371s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-16T01:11:29.480241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.351871Z","time spent":"2.128354672s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:11:29.480274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.418826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-16T01:11:29.48029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119410442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:11:29.480289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310652362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T01:11:29.480352Z","caller":"traceutil/trace.go:171","msg":"trace[458763767] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21672; }","duration":"661.534088ms","start":"2026-04-16T01:11:28.818802Z","end":"2026-04-16T01:11:29.480336Z","steps":["trace[458763767] 'agreement among raft nodes before linearized reading' (duration: 661.314573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:29.480363Z","caller":"traceutil/trace.go:171","msg":"trace[1432099972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21672; }","duration":"2.119511115s","start":"2026-04-16T01:11:27.360831Z","end":"2026-04-16T01:11:29.480342Z","steps":["trace[1432099972] 'agreement among raft nodes before linearized reading' (duration: 2.119312319s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:29.480386Z","caller":"traceutil/trace.go:171","msg":"trace[783917080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21672; }","duration":"2.310787287s","start":"2026-04-16T01:11:27.169583Z","end":"2026-04-16T01:11:29.48037Z","steps":["trace[783917080] 'agreement among raft nodes before linearized reading' (duration: 2.310540241s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.480407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:28.818792Z","time spent":"661.602889ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T01:11:29.480432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.169567Z","time spent":"2.310853619s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:11:29.480101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.350404Z","time spent":"2.129689166s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:11:29.480289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.879294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-16T01:11:29.480569Z","caller":"traceutil/trace.go:171","msg":"trace[574817035] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21672; }","duration":"665.283405ms","start":"2026-04-16T01:11:28.815261Z","end":"2026-04-16T01:11:29.480544Z","steps":["trace[574817035] 'agreement among raft nodes before linearized reading' (duration: 664.601657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.480644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:28.8152Z","time spent":"665.429278ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T01:11:29.480412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.360821Z","time spent":"2.119579337s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:11:29.479964Z","caller":"traceutil/trace.go:171","msg":"trace[1483866179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21672; }","duration":"461.284447ms","start":"2026-04-16T01:11:29.018659Z","end":"2026-04-16T01:11:29.479943Z","steps":["trace[1483866179] 'agreement among raft nodes before linearized reading' (duration: 461.176664ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:29.480231Z","caller":"traceutil/trace.go:171","msg":"trace[1642962026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21672; }","duration":"1.545975927s","start":"2026-04-16T01:11:27.934247Z","end":"2026-04-16T01:11:29.480223Z","steps":["trace[1642962026] 'agreement among raft nodes before linearized reading' (duration: 1.545882264s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.480815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.018639Z","time spent":"462.160789ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:11:29.480339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:28.268117Z","time spent":"1.21216311s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:29.480873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:27.934224Z","time spent":"1.546634865s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T01:11:29.524823Z","caller":"traceutil/trace.go:171","msg":"trace[938872247] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"410.857318ms","start":"2026-04-16T01:11:29.113943Z","end":"2026-04-16T01:11:29.5248Z","steps":["trace[938872247] 'process raft request' (duration: 410.727105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.524965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.113918Z","time spent":"410.978271ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:29.52511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.282348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:29.525179Z","caller":"traceutil/trace.go:171","msg":"trace[537455624] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21673; }","duration":"291.385743ms","start":"2026-04-16T01:11:29.233775Z","end":"2026-04-16T01:11:29.525161Z","steps":["trace[537455624] 'agreement among raft nodes before linearized reading' (duration: 291.27705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.525153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.094949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:29.525238Z","caller":"traceutil/trace.go:171","msg":"trace[935834929] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21673; }","duration":"315.240933ms","start":"2026-04-16T01:11:29.209976Z","end":"2026-04-16T01:11:29.525217Z","steps":["trace[935834929] 'agreement among raft nodes before linearized reading' (duration: 315.069648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.52528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.209957Z","time spent":"315.313215ms","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:29.525299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.560337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-16T01:11:29.525382Z","caller":"traceutil/trace.go:171","msg":"trace[579757115] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21673; }","duration":"440.6822ms","start":"2026-04-16T01:11:29.084678Z","end":"2026-04-16T01:11:29.52536Z","steps":["trace[579757115] 'agreement among raft nodes before linearized reading' (duration: 440.416953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:29.525432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.084663Z","time spent":"440.757442ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T01:11:30.025883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:30.526328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:31.027267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:31.491628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000721206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:11:31.491714Z","caller":"traceutil/trace.go:171","msg":"trace[1841185127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000835489s","start":"2026-04-16T01:11:29.490859Z","end":"2026-04-16T01:11:31.491694Z","steps":["trace[1841185127] 'agreement among raft nodes before linearized reading' (duration: 2.000732596s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:31.491797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.49085Z","time spent":"2.000936323s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:11:31.528127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:31.896669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:30.297932Z","time spent":"1.598732046s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:11:32.028567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:32.529351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:33.029701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:33.265067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.739405412s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:11:33.265611Z","caller":"traceutil/trace.go:171","msg":"trace[2010339055] transaction","detail":"{read_only:false; response_revision:21674; number_of_response:1; }","duration":"3.779641721s","start":"2026-04-16T01:11:29.485938Z","end":"2026-04-16T01:11:33.265579Z","steps":["trace[2010339055] 'process raft request' (duration: 3.779327233s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:33.265626Z","caller":"traceutil/trace.go:171","msg":"trace[1041564448] transaction","detail":"{read_only:false; response_revision:21676; number_of_response:1; }","duration":"3.77956244s","start":"2026-04-16T01:11:29.486039Z","end":"2026-04-16T01:11:33.265602Z","steps":["trace[1041564448] 'process raft request' (duration: 3.779481707s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:33.26571Z","caller":"traceutil/trace.go:171","msg":"trace[944307257] transaction","detail":"{read_only:false; response_revision:21675; number_of_response:1; }","duration":"3.779663773s","start":"2026-04-16T01:11:29.486005Z","end":"2026-04-16T01:11:33.265669Z","steps":["trace[944307257] 'process raft request' (duration: 3.779467408s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:33.265758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.485921Z","time spent":"3.779760385s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:33.265772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.486033Z","time spent":"3.779659932s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:33.265848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.486002Z","time spent":"3.779764285s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:33.265985Z","caller":"traceutil/trace.go:171","msg":"trace[1137857234] transaction","detail":"{read_only:false; response_revision:21677; number_of_response:1; }","duration":"3.779865048s","start":"2026-04-16T01:11:29.486035Z","end":"2026-04-16T01:11:33.2659Z","steps":["trace[1137857234] 'process raft request' (duration: 3.779524859s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:33.266058Z","caller":"traceutil/trace.go:171","msg":"trace[1394764651] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"3.77997247s","start":"2026-04-16T01:11:29.48607Z","end":"2026-04-16T01:11:33.266043Z","steps":["trace[1394764651] 'process raft request' (duration: 3.779771355s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:33.266125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.486065Z","time spent":"3.780024602s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:33.266139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.486021Z","time spent":"3.780024191s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:33.266159Z","caller":"traceutil/trace.go:171","msg":"trace[852383635] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"3.778663936s","start":"2026-04-16T01:11:29.487463Z","end":"2026-04-16T01:11:33.266127Z","steps":["trace[852383635] 'process raft request' (duration: 3.778595994s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:33.266158Z","caller":"traceutil/trace.go:171","msg":"trace[590246484] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"3.780033783s","start":"2026-04-16T01:11:29.48611Z","end":"2026-04-16T01:11:33.266144Z","steps":["trace[590246484] 'process raft request' (duration: 3.779888189s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:33.26634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.48609Z","time spent":"3.780228107s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:33.266332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.487455Z","time spent":"3.77878623s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:33.492121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:11:33.492189Z","caller":"traceutil/trace.go:171","msg":"trace[1875937089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332927s","start":"2026-04-16T01:11:31.49184Z","end":"2026-04-16T01:11:33.492173Z","steps":["trace[1875937089] 'agreement among raft nodes before linearized reading' (duration: 2.000241295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:33.492225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.491825Z","time spent":"2.000392858s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:11:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T01:11:34.022958Z","caller":"traceutil/trace.go:171","msg":"trace[999572157] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"4.114511905s","start":"2026-04-16T01:11:29.908423Z","end":"2026-04-16T01:11:34.022935Z","steps":["trace[999572157] 'process raft request' (duration: 4.114243338s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:34.023047Z","caller":"traceutil/trace.go:171","msg":"trace[732742275] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"3.362897354s","start":"2026-04-16T01:11:30.660101Z","end":"2026-04-16T01:11:34.022999Z","steps":["trace[732742275] 'process raft request' (duration: 3.362681988s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.023117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.908404Z","time spent":"4.114605668s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:34.023175Z","caller":"traceutil/trace.go:171","msg":"trace[857096704] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"2.935296077s","start":"2026-04-16T01:11:31.087868Z","end":"2026-04-16T01:11:34.023164Z","steps":["trace[857096704] 'process raft request' (duration: 2.935063121s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.023267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.087842Z","time spent":"2.93536483s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:34.023309Z","caller":"traceutil/trace.go:171","msg":"trace[117092149] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"2.935339449s","start":"2026-04-16T01:11:31.087955Z","end":"2026-04-16T01:11:34.023295Z","steps":["trace[117092149] 'process raft request' (duration: 2.935160695s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:34.023346Z","caller":"traceutil/trace.go:171","msg":"trace[880064976] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"2.934733634s","start":"2026-04-16T01:11:31.088591Z","end":"2026-04-16T01:11:34.023325Z","steps":["trace[880064976] 'process raft request' (duration: 2.934640141s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.023399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.087925Z","time spent":"2.935402671s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:34.023432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:30.660077Z","time spent":"3.363047198s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:34.023479Z","caller":"traceutil/trace.go:171","msg":"trace[1557168484] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"2.934820185s","start":"2026-04-16T01:11:31.088647Z","end":"2026-04-16T01:11:34.023467Z","steps":["trace[1557168484] 'process raft request' (duration: 2.934648311s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.023488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.08856Z","time spent":"2.934858237s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:34.02351Z","caller":"traceutil/trace.go:171","msg":"trace[1521273556] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"2.934129737s","start":"2026-04-16T01:11:31.089374Z","end":"2026-04-16T01:11:34.023504Z","steps":["trace[1521273556] 'process raft request' (duration: 2.934026505s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.02354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.08862Z","time spent":"2.934892848s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:34.023552Z","caller":"traceutil/trace.go:171","msg":"trace[1736020400] transaction","detail":"{read_only:false; response_revision:21688; number_of_response:1; }","duration":"2.933931603s","start":"2026-04-16T01:11:31.089611Z","end":"2026-04-16T01:11:34.023543Z","steps":["trace[1736020400] 'process raft request' (duration: 2.933853991s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.023563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.08936Z","time spent":"2.93418349s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:34.023582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.089597Z","time spent":"2.933969874s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:34.023608Z","caller":"traceutil/trace.go:171","msg":"trace[1134900009] transaction","detail":"{read_only:false; response_revision:21689; number_of_response:1; }","duration":"2.568024554s","start":"2026-04-16T01:11:31.455577Z","end":"2026-04-16T01:11:34.023602Z","steps":["trace[1134900009] 'process raft request' (duration: 2.567926692s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:34.023632Z","caller":"traceutil/trace.go:171","msg":"trace[1054681532] transaction","detail":"{read_only:false; response_revision:21690; number_of_response:1; }","duration":"2.536959691s","start":"2026-04-16T01:11:31.486663Z","end":"2026-04-16T01:11:34.023623Z","steps":["trace[1054681532] 'process raft request' (duration: 2.536880568s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.023639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.455555Z","time spent":"2.568066247s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:34.02365Z","caller":"traceutil/trace.go:171","msg":"trace[100910981] transaction","detail":"{read_only:false; response_revision:21691; number_of_response:1; }","duration":"2.168050447s","start":"2026-04-16T01:11:31.855581Z","end":"2026-04-16T01:11:34.023632Z","steps":["trace[100910981] 'process raft request' (duration: 2.167996655s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.023681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.486637Z","time spent":"2.537014343s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:34.023737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.855559Z","time spent":"2.168130428s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:34.030364Z","caller":"traceutil/trace.go:171","msg":"trace[1837467707] linearizableReadLoop","detail":"{readStateIndex:22344; appliedIndex:22325; }","duration":"4.505537495s","start":"2026-04-16T01:11:29.524817Z","end":"2026-04-16T01:11:34.030355Z","steps":["trace[1837467707] 'read index received' (duration: 3.740590182s)","trace[1837467707] 'applied index is now lower than readState.Index' (duration: 764.946633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:34.030578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093808387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:34.030617Z","caller":"traceutil/trace.go:171","msg":"trace[1517788633] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21691; }","duration":"2.093870719s","start":"2026-04-16T01:11:31.93674Z","end":"2026-04-16T01:11:34.030611Z","steps":["trace[1517788633] 'agreement among raft nodes before linearized reading' (duration: 2.093801367s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.503497594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-16T01:11:34.030638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.936721Z","time spent":"2.093911s","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:34.030652Z","caller":"traceutil/trace.go:171","msg":"trace[1435047419] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21691; }","duration":"4.503555905s","start":"2026-04-16T01:11:29.527089Z","end":"2026-04-16T01:11:34.030645Z","steps":["trace[1435047419] 'agreement among raft nodes before linearized reading' (duration: 4.503429372s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.52707Z","time spent":"4.503596455s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T01:11:34.030657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544843952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:11:34.030714Z","caller":"traceutil/trace.go:171","msg":"trace[1394024781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21691; }","duration":"4.544940793s","start":"2026-04-16T01:11:29.485758Z","end":"2026-04-16T01:11:34.030699Z","steps":["trace[1394024781] 'agreement among raft nodes before linearized reading' (duration: 4.544721047s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.566069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:34.03071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497750762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:34.030786Z","caller":"traceutil/trace.go:171","msg":"trace[2147218961] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:21691; }","duration":"3.497842624s","start":"2026-04-16T01:11:30.532926Z","end":"2026-04-16T01:11:34.030768Z","steps":["trace[2147218961] 'agreement among raft nodes before linearized reading' (duration: 3.497709171s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23056544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:34.030845Z","caller":"traceutil/trace.go:171","msg":"trace[155846740] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:21691; }","duration":"1.230622122s","start":"2026-04-16T01:11:32.800217Z","end":"2026-04-16T01:11:34.030839Z","steps":["trace[155846740] 'agreement among raft nodes before linearized reading' (duration: 1.23053928s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599996759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:34.030843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544915463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-16T01:11:34.030853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485066901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:34.030864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:32.800199Z","time spent":"1.230660184s","remote":"127.0.0.1:43768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:34.030875Z","caller":"traceutil/trace.go:171","msg":"trace[1049836786] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21691; }","duration":"1.600091372s","start":"2026-04-16T01:11:32.430771Z","end":"2026-04-16T01:11:34.030862Z","steps":["trace[1049836786] 'agreement among raft nodes before linearized reading' (duration: 1.599996359s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:30.532862Z","time spent":"3.497960697s","remote":"127.0.0.1:55178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.030747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.485741Z","time spent":"4.545000166s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:11:34.030897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419726232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:34.030933Z","caller":"traceutil/trace.go:171","msg":"trace[2039693350] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21691; }","duration":"2.419759133s","start":"2026-04-16T01:11:31.611162Z","end":"2026-04-16T01:11:34.030921Z","steps":["trace[2039693350] 'agreement among raft nodes before linearized reading' (duration: 2.419707642s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288153424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:34.030968Z","caller":"traceutil/trace.go:171","msg":"trace[1174108443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21691; }","duration":"1.288174284s","start":"2026-04-16T01:11:32.742786Z","end":"2026-04-16T01:11:34.03096Z","steps":["trace[1174108443] 'agreement among raft nodes before linearized reading' (duration: 1.288134063s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.611114Z","time spent":"2.419841576s","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.030988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:32.742733Z","time spent":"1.288250126s","remote":"127.0.0.1:45738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.030982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491003833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:34.031011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792851291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:34.031018Z","caller":"traceutil/trace.go:171","msg":"trace[767133674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21691; }","duration":"4.491077576s","start":"2026-04-16T01:11:29.539932Z","end":"2026-04-16T01:11:34.03101Z","steps":["trace[767133674] 'agreement among raft nodes before linearized reading' (duration: 4.491031405s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:34.031037Z","caller":"traceutil/trace.go:171","msg":"trace[1535785784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21691; }","duration":"1.792913652s","start":"2026-04-16T01:11:32.238115Z","end":"2026-04-16T01:11:34.031029Z","steps":["trace[1535785784] 'agreement among raft nodes before linearized reading' (duration: 1.792856331s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.031042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.539912Z","time spent":"4.491125716s","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.031057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:32.2381Z","time spent":"1.792950554s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.031094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545176979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-16T01:11:34.031119Z","caller":"traceutil/trace.go:171","msg":"trace[1230339639] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0; range_end:; response_count:1; response_revision:21691; }","duration":"4.545238881s","start":"2026-04-16T01:11:29.485873Z","end":"2026-04-16T01:11:34.031112Z","steps":["trace[1230339639] 'agreement among raft nodes before linearized reading' (duration: 4.54517347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.031134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538727832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:34.031138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.485849Z","time spent":"4.545285342s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" "} {"level":"info","ts":"2026-04-16T01:11:34.031156Z","caller":"traceutil/trace.go:171","msg":"trace[1567147514] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21691; }","duration":"1.538790553s","start":"2026-04-16T01:11:32.492359Z","end":"2026-04-16T01:11:34.03115Z","steps":["trace[1567147514] 'agreement among raft nodes before linearized reading' (duration: 1.538750313s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.031164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857379276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:11:34.031176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:32.492338Z","time spent":"1.538832975s","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:34.030879Z","caller":"traceutil/trace.go:171","msg":"trace[215594968] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21691; }","duration":"4.485116034s","start":"2026-04-16T01:11:29.545756Z","end":"2026-04-16T01:11:34.030872Z","steps":["trace[215594968] 'agreement among raft nodes before linearized reading' (duration: 4.485081763s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:34.03122Z","caller":"traceutil/trace.go:171","msg":"trace[2030683577] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21691; }","duration":"2.857449407s","start":"2026-04-16T01:11:31.173741Z","end":"2026-04-16T01:11:34.031191Z","steps":["trace[2030683577] 'agreement among raft nodes before linearized reading' (duration: 2.857371465s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.030824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224739874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:11:34.031244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.173724Z","time spent":"2.857513318s","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:34.031256Z","caller":"traceutil/trace.go:171","msg":"trace[2049643433] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21691; }","duration":"4.225199886s","start":"2026-04-16T01:11:29.806049Z","end":"2026-04-16T01:11:34.031249Z","steps":["trace[2049643433] 'agreement among raft nodes before linearized reading' (duration: 4.224731924s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:34.030881Z","caller":"traceutil/trace.go:171","msg":"trace[323135617] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:21691; }","duration":"4.544965644s","start":"2026-04-16T01:11:29.485905Z","end":"2026-04-16T01:11:34.030871Z","steps":["trace[323135617] 'agreement among raft nodes before linearized reading' (duration: 4.544867401s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.031247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.54574Z","time spent":"4.485490153s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.030904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:32.430747Z","time spent":"1.600149642s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.031286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.485898Z","time spent":"4.545381225s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:11:34.031297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.806034Z","time spent":"4.225251697s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.031412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605055602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:34.031176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014631693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:34.031473Z","caller":"traceutil/trace.go:171","msg":"trace[1159562441] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21691; }","duration":"2.014944149s","start":"2026-04-16T01:11:32.016516Z","end":"2026-04-16T01:11:34.03146Z","steps":["trace[1159562441] 'agreement among raft nodes before linearized reading' (duration: 2.014637812s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.031525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:32.016502Z","time spent":"2.015010393s","remote":"127.0.0.1:40202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:34.030748Z","caller":"traceutil/trace.go:171","msg":"trace[188228356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21691; }","duration":"530.61287ms","start":"2026-04-16T01:11:33.50013Z","end":"2026-04-16T01:11:34.030743Z","steps":["trace[188228356] 'agreement among raft nodes before linearized reading' (duration: 530.581828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.031563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:33.50011Z","time spent":"531.444041ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:11:34.031436Z","caller":"traceutil/trace.go:171","msg":"trace[214927408] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21691; }","duration":"2.605079583s","start":"2026-04-16T01:11:31.426348Z","end":"2026-04-16T01:11:34.031428Z","steps":["trace[214927408] 'agreement among raft nodes before linearized reading' (duration: 2.605034002s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.031626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:31.426292Z","time spent":"2.60531923s","remote":"127.0.0.1:49444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:34.031685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501229835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:34.031744Z","caller":"traceutil/trace.go:171","msg":"trace[950891812] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21691; }","duration":"4.501324588s","start":"2026-04-16T01:11:29.530404Z","end":"2026-04-16T01:11:34.031729Z","steps":["trace[950891812] 'agreement among raft nodes before linearized reading' (duration: 4.501198775s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:34.031781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:29.530377Z","time spent":"4.501398199s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-16T01:11:35.195904Z","caller":"traceutil/trace.go:171","msg":"trace[1662096300] transaction","detail":"{read_only:false; response_revision:21699; number_of_response:1; }","duration":"209.933849ms","start":"2026-04-16T01:11:34.985945Z","end":"2026-04-16T01:11:35.195879Z","steps":["trace[1662096300] 'process raft request' (duration: 209.744554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:35.198188Z","caller":"traceutil/trace.go:171","msg":"trace[803787905] linearizableReadLoop","detail":"{readStateIndex:22353; appliedIndex:22351; }","duration":"183.118704ms","start":"2026-04-16T01:11:35.015044Z","end":"2026-04-16T01:11:35.198163Z","steps":["trace[803787905] 'read index received' (duration: 180.701371ms)","trace[803787905] 'applied index is now lower than readState.Index' (duration: 2.416433ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:35.198252Z","caller":"traceutil/trace.go:171","msg":"trace[1504898761] transaction","detail":"{read_only:false; response_revision:21700; number_of_response:1; }","duration":"211.893979ms","start":"2026-04-16T01:11:34.986327Z","end":"2026-04-16T01:11:35.198221Z","steps":["trace[1504898761] 'process raft request' (duration: 211.687683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:35.198334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.278408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:35.198375Z","caller":"traceutil/trace.go:171","msg":"trace[484854112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21700; }","duration":"183.37283ms","start":"2026-04-16T01:11:35.014992Z","end":"2026-04-16T01:11:35.198364Z","steps":["trace[484854112] 'agreement among raft nodes before linearized reading' (duration: 183.288038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:40.692894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414916,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:11:40.803698Z","caller":"traceutil/trace.go:171","msg":"trace[1198417665] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"759.633968ms","start":"2026-04-16T01:11:40.044024Z","end":"2026-04-16T01:11:40.803658Z","steps":["trace[1198417665] 'process raft request' (duration: 759.277728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:40.803903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.044005Z","time spent":"759.795351ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:42.42063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.528768117s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:11:42.432964Z","caller":"traceutil/trace.go:171","msg":"trace[685255948] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"2.379153895s","start":"2026-04-16T01:11:40.053785Z","end":"2026-04-16T01:11:42.432939Z","steps":["trace[685255948] 'process raft request' (duration: 2.379068773s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:42.433098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.053776Z","time spent":"2.379255647s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:42.433262Z","caller":"traceutil/trace.go:171","msg":"trace[475924239] transaction","detail":"{read_only:false; response_revision:21740; number_of_response:1; }","duration":"2.38090541s","start":"2026-04-16T01:11:40.05232Z","end":"2026-04-16T01:11:42.433226Z","steps":["trace[475924239] 'process raft request' (duration: 2.380438849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:42.4334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.052307Z","time spent":"2.381018713s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:42.433504Z","caller":"traceutil/trace.go:171","msg":"trace[1651257152] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"2.379664119s","start":"2026-04-16T01:11:40.053827Z","end":"2026-04-16T01:11:42.433492Z","steps":["trace[1651257152] 'process raft request' (duration: 2.379084313s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:42.433567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.053822Z","time spent":"2.379711489s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:42.433591Z","caller":"traceutil/trace.go:171","msg":"trace[2047948382] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"2.382630194s","start":"2026-04-16T01:11:40.050944Z","end":"2026-04-16T01:11:42.433575Z","steps":["trace[2047948382] 'process raft request' (duration: 2.369911699s)","trace[2047948382] 'compare' (duration: 10.95729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:42.433649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.05093Z","time spent":"2.382688006s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:42.433732Z","caller":"traceutil/trace.go:171","msg":"trace[807677530] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"2.379571526s","start":"2026-04-16T01:11:40.054151Z","end":"2026-04-16T01:11:42.433723Z","steps":["trace[807677530] 'process raft request' (duration: 2.379312399s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:42.433786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.054138Z","time spent":"2.379619027s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:42.433956Z","caller":"traceutil/trace.go:171","msg":"trace[1816639509] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"2.379244968s","start":"2026-04-16T01:11:40.0547Z","end":"2026-04-16T01:11:42.433945Z","steps":["trace[1816639509] 'process raft request' (duration: 2.379174996s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:42.433958Z","caller":"traceutil/trace.go:171","msg":"trace[808253902] linearizableReadLoop","detail":"{readStateIndex:22399; appliedIndex:22391; }","duration":"2.241815923s","start":"2026-04-16T01:11:40.19212Z","end":"2026-04-16T01:11:42.433936Z","steps":["trace[808253902] 'read index received' (duration: 611.349465ms)","trace[808253902] 'applied index is now lower than readState.Index' (duration: 1.630465388s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:42.434003Z","caller":"traceutil/trace.go:171","msg":"trace[721374532] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"2.379255658s","start":"2026-04-16T01:11:40.054694Z","end":"2026-04-16T01:11:42.43395Z","steps":["trace[721374532] 'process raft request' (duration: 2.379005701s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:42.434068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241924246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:42.434127Z","caller":"traceutil/trace.go:171","msg":"trace[834780714] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21745; }","duration":"2.242036758s","start":"2026-04-16T01:11:40.192078Z","end":"2026-04-16T01:11:42.434114Z","steps":["trace[834780714] 'agreement among raft nodes before linearized reading' (duration: 2.241926385s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:42.434163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.19206Z","time spent":"2.2420957s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:42.434153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.054681Z","time spent":"2.379396591s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:42.434029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.05469Z","time spent":"2.379305059s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:44.015072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99966598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:11:44.015157Z","caller":"traceutil/trace.go:171","msg":"trace[1477105513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999824493s","start":"2026-04-16T01:11:42.015313Z","end":"2026-04-16T01:11:44.015137Z","steps":["trace[1477105513] 'agreement among raft nodes before linearized reading' (duration: 1.999719701s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:44.015204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:42.015254Z","time spent":"1.999938996s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:11:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:11:44.445988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919756866s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:11:44.446398Z","caller":"traceutil/trace.go:171","msg":"trace[235352033] linearizableReadLoop","detail":"{readStateIndex:22400; appliedIndex:22399; }","duration":"2.012371505s","start":"2026-04-16T01:11:42.434009Z","end":"2026-04-16T01:11:44.446381Z","steps":["trace[235352033] 'read index received' (duration: 92.196248ms)","trace[235352033] 'applied index is now lower than readState.Index' (duration: 1.920174197s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:44.447475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:43.495099Z","time spent":"952.367515ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:11:44.448104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813357143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:44.448165Z","caller":"traceutil/trace.go:171","msg":"trace[355722374] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:21745; }","duration":"3.813457536s","start":"2026-04-16T01:11:40.634692Z","end":"2026-04-16T01:11:44.44815Z","steps":["trace[355722374] 'agreement among raft nodes before linearized reading' (duration: 3.813319761s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:44.448194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.634678Z","time spent":"3.813510677s","remote":"127.0.0.1:43628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:44.448239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130660174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-16T01:11:44.448246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896717386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:11:44.448252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.887473509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:11:44.448275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502913639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:44.448312Z","caller":"traceutil/trace.go:171","msg":"trace[76589198] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21745; }","duration":"3.130778117s","start":"2026-04-16T01:11:41.317514Z","end":"2026-04-16T01:11:44.448292Z","steps":["trace[76589198] 'agreement among raft nodes before linearized reading' (duration: 3.130522871s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:44.448329Z","caller":"traceutil/trace.go:171","msg":"trace[165698891] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21745; }","duration":"3.896844788s","start":"2026-04-16T01:11:40.551464Z","end":"2026-04-16T01:11:44.448309Z","steps":["trace[165698891] 'agreement among raft nodes before linearized reading' (duration: 3.896689555s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:44.448335Z","caller":"traceutil/trace.go:171","msg":"trace[1144727346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21745; }","duration":"3.887593481s","start":"2026-04-16T01:11:40.560723Z","end":"2026-04-16T01:11:44.448316Z","steps":["trace[1144727346] 'agreement among raft nodes before linearized reading' (duration: 3.887452108s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:44.448362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:41.317494Z","time spent":"3.130859409s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-16T01:11:44.44835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107032045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:11:44.44838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.55144Z","time spent":"3.896927961s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:44.448383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.560711Z","time spent":"3.887662244s","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:44.448372Z","caller":"traceutil/trace.go:171","msg":"trace[116330641] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21745; }","duration":"2.503073505s","start":"2026-04-16T01:11:41.945272Z","end":"2026-04-16T01:11:44.448345Z","steps":["trace[116330641] 'agreement among raft nodes before linearized reading' (duration: 2.50290595s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:44.44842Z","caller":"traceutil/trace.go:171","msg":"trace[1275135088] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21745; }","duration":"2.107148809s","start":"2026-04-16T01:11:42.34125Z","end":"2026-04-16T01:11:44.448399Z","steps":["trace[1275135088] 'agreement among raft nodes before linearized reading' (duration: 2.106886982s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:44.448438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:41.945246Z","time spent":"2.503177426s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:44.448471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:42.341233Z","time spent":"2.107224261s","remote":"127.0.0.1:43588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:44.448791Z","caller":"traceutil/trace.go:171","msg":"trace[663857797] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"1.640483094s","start":"2026-04-16T01:11:42.808293Z","end":"2026-04-16T01:11:44.448776Z","steps":["trace[663857797] 'process raft request' (duration: 1.637787434s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:44.448895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:42.808268Z","time spent":"1.640552586s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:44.447963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388527708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:44.449113Z","caller":"traceutil/trace.go:171","msg":"trace[1904953585] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21745; }","duration":"3.389718469s","start":"2026-04-16T01:11:41.059379Z","end":"2026-04-16T01:11:44.449098Z","steps":["trace[1904953585] 'agreement among raft nodes before linearized reading' (duration: 3.3885347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:44.44915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:41.059341Z","time spent":"3.389795371s","remote":"127.0.0.1:53176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:44.946637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:45.16274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690074176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:45.162829Z","caller":"traceutil/trace.go:171","msg":"trace[1240580737] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21746; }","duration":"4.690210348s","start":"2026-04-16T01:11:40.472594Z","end":"2026-04-16T01:11:45.162804Z","steps":["trace[1240580737] 'agreement among raft nodes before linearized reading' (duration: 3.975735106s)","trace[1240580737] 'count revisions from in-memory index tree' (duration: 714.344318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:45.162879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:40.472573Z","time spent":"4.69029435s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:45.163108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848981565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T01:11:45.163181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.853895859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:11:45.163186Z","caller":"traceutil/trace.go:171","msg":"trace[1182716282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21746; }","duration":"3.849116568s","start":"2026-04-16T01:11:41.31405Z","end":"2026-04-16T01:11:45.163167Z","steps":["trace[1182716282] 'agreement among raft nodes before linearized reading' (duration: 3.134764809s)","trace[1182716282] 'range keys from in-memory index tree' (duration: 714.150833ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:45.163224Z","caller":"traceutil/trace.go:171","msg":"trace[939039522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21746; }","duration":"3.853974582s","start":"2026-04-16T01:11:41.309237Z","end":"2026-04-16T01:11:45.163212Z","steps":["trace[939039522] 'agreement among raft nodes before linearized reading' (duration: 3.139588563s)","trace[939039522] 'range keys from in-memory index tree' (duration: 714.254936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:45.163254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:41.309207Z","time spent":"3.854041105s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:11:45.163257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:41.314034Z","time spent":"3.849214121s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:11:45.163269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848474341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:11:45.163331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848075261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:11:45.163406Z","caller":"traceutil/trace.go:171","msg":"trace[1976388043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21746; }","duration":"3.848127482s","start":"2026-04-16T01:11:41.315226Z","end":"2026-04-16T01:11:45.163353Z","steps":["trace[1976388043] 'agreement among raft nodes before linearized reading' (duration: 3.133574038s)","trace[1976388043] 'range keys from in-memory index tree' (duration: 714.476542ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:45.163413Z","caller":"traceutil/trace.go:171","msg":"trace[1754866508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21746; }","duration":"3.848630796s","start":"2026-04-16T01:11:41.314717Z","end":"2026-04-16T01:11:45.163348Z","steps":["trace[1754866508] 'agreement among raft nodes before linearized reading' (duration: 3.134065402s)","trace[1754866508] 'range keys from in-memory index tree' (duration: 714.299957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:45.163445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:41.315212Z","time spent":"3.848222955s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:11:45.16346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848542923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:11:45.163485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.441152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:45.163535Z","caller":"traceutil/trace.go:171","msg":"trace[7455439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21746; }","duration":"3.848630475s","start":"2026-04-16T01:11:41.314882Z","end":"2026-04-16T01:11:45.163512Z","steps":["trace[7455439] 'agreement among raft nodes before linearized reading' (duration: 3.133928127s)","trace[7455439] 'range keys from in-memory index tree' (duration: 714.502123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:45.16359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:41.314875Z","time spent":"3.848701897s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T01:11:45.163546Z","caller":"traceutil/trace.go:171","msg":"trace[1987515419] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"1.126241402s","start":"2026-04-16T01:11:44.037293Z","end":"2026-04-16T01:11:45.163534Z","steps":["trace[1987515419] 'process raft request' (duration: 931.685878ms)","trace[1987515419] 'compare' (duration: 193.95262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:45.163818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.037276Z","time spent":"1.126466648s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.163473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:41.314696Z","time spent":"3.848762999s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:11:45.677311Z","caller":"traceutil/trace.go:171","msg":"trace[1559024679] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"1.393806605s","start":"2026-04-16T01:11:44.283468Z","end":"2026-04-16T01:11:45.677275Z","steps":["trace[1559024679] 'process raft request' (duration: 1.393636361s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:45.67743Z","caller":"traceutil/trace.go:171","msg":"trace[1452153129] linearizableReadLoop","detail":"{readStateIndex:22412; appliedIndex:22401; }","duration":"1.230984601s","start":"2026-04-16T01:11:44.446429Z","end":"2026-04-16T01:11:45.677414Z","steps":["trace[1452153129] 'read index received' (duration: 522.82872ms)","trace[1452153129] 'applied index is now lower than readState.Index' (duration: 708.155051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:45.677455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.283447Z","time spent":"1.393934819s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:45.677506Z","caller":"traceutil/trace.go:171","msg":"trace[521396791] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"1.306603536s","start":"2026-04-16T01:11:44.370895Z","end":"2026-04-16T01:11:45.677499Z","steps":["trace[521396791] 'process raft request' (duration: 1.306310658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.677587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.370867Z","time spent":"1.306656747s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.677639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475653818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:45.677677Z","caller":"traceutil/trace.go:171","msg":"trace[1841621302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21757; }","duration":"1.475690579s","start":"2026-04-16T01:11:44.201976Z","end":"2026-04-16T01:11:45.677667Z","steps":["trace[1841621302] 'agreement among raft nodes before linearized reading' (duration: 1.475633568s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.677698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.201937Z","time spent":"1.475755692s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:11:45.677747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478588453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:11:45.677769Z","caller":"traceutil/trace.go:171","msg":"trace[1220767818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21757; }","duration":"1.478638594s","start":"2026-04-16T01:11:44.199124Z","end":"2026-04-16T01:11:45.677763Z","steps":["trace[1220767818] 'agreement among raft nodes before linearized reading' (duration: 1.478542352s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.677807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.199109Z","time spent":"1.478691547s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T01:11:45.677846Z","caller":"traceutil/trace.go:171","msg":"trace[1340806358] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"1.237909849s","start":"2026-04-16T01:11:44.439923Z","end":"2026-04-16T01:11:45.677833Z","steps":["trace[1340806358] 'process raft request' (duration: 1.237313213s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.677901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.439888Z","time spent":"1.23798251s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.677952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503967072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-16T01:11:45.677974Z","caller":"traceutil/trace.go:171","msg":"trace[1317866567] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf; range_end:; response_count:1; response_revision:21757; }","duration":"1.504024794s","start":"2026-04-16T01:11:44.173941Z","end":"2026-04-16T01:11:45.677966Z","steps":["trace[1317866567] 'agreement among raft nodes before linearized reading' (duration: 1.503961693s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:45.677982Z","caller":"traceutil/trace.go:171","msg":"trace[1649232579] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"1.23794934s","start":"2026-04-16T01:11:44.440024Z","end":"2026-04-16T01:11:45.677973Z","steps":["trace[1649232579] 'process raft request' (duration: 1.237235012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.677994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.17392Z","time spent":"1.504069895s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf\" "} {"level":"warn","ts":"2026-04-16T01:11:45.678023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.440018Z","time spent":"1.23798273s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:45.678087Z","caller":"traceutil/trace.go:171","msg":"trace[1711384270] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"1.23798082s","start":"2026-04-16T01:11:44.440098Z","end":"2026-04-16T01:11:45.678079Z","steps":["trace[1711384270] 'process raft request' (duration: 1.23718294s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.678109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627709627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:45.678135Z","caller":"traceutil/trace.go:171","msg":"trace[1097671013] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21757; }","duration":"1.627734068s","start":"2026-04-16T01:11:44.050391Z","end":"2026-04-16T01:11:45.678125Z","steps":["trace[1097671013] 'agreement among raft nodes before linearized reading' (duration: 1.627694997s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.678129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.440093Z","time spent":"1.238011931s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.678194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.050384Z","time spent":"1.627801329s","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:11:45.678328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66300853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:45.678347Z","caller":"traceutil/trace.go:171","msg":"trace[647970121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21757; }","duration":"1.663059652s","start":"2026-04-16T01:11:44.015281Z","end":"2026-04-16T01:11:45.678341Z","steps":["trace[647970121] 'agreement among raft nodes before linearized reading' (duration: 1.6630306s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.678362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.015261Z","time spent":"1.663098513s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:11:45.678406Z","caller":"traceutil/trace.go:171","msg":"trace[1813564286] transaction","detail":"{read_only:false; response_revision:21756; number_of_response:1; }","duration":"1.236881412s","start":"2026-04-16T01:11:44.441511Z","end":"2026-04-16T01:11:45.678393Z","steps":["trace[1813564286] 'process raft request' (duration: 1.235854056s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.678473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.441502Z","time spent":"1.236934624s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.678459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12877264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:45.678526Z","caller":"traceutil/trace.go:171","msg":"trace[922896978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:21757; }","duration":"2.128855103s","start":"2026-04-16T01:11:43.549654Z","end":"2026-04-16T01:11:45.678509Z","steps":["trace[922896978] 'agreement among raft nodes before linearized reading' (duration: 2.128717739s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:45.678544Z","caller":"traceutil/trace.go:171","msg":"trace[1405692655] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"1.141986235s","start":"2026-04-16T01:11:44.536537Z","end":"2026-04-16T01:11:45.678523Z","steps":["trace[1405692655] 'process raft request' (duration: 1.140847546s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.678568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:43.5496Z","time spent":"2.128957456s","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:45.678586Z","caller":"traceutil/trace.go:171","msg":"trace[1912252298] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"1.238261558s","start":"2026-04-16T01:11:44.440316Z","end":"2026-04-16T01:11:45.678578Z","steps":["trace[1912252298] 'process raft request' (duration: 1.237010365s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.67859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01806818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:45.678611Z","caller":"traceutil/trace.go:171","msg":"trace[956631127] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"1.238085803s","start":"2026-04-16T01:11:44.440509Z","end":"2026-04-16T01:11:45.678595Z","steps":["trace[956631127] 'process raft request' (duration: 1.236835591s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.678627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.536517Z","time spent":"1.142067128s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.678637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.440295Z","time spent":"1.238313258s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.678638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810870631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418912"} {"level":"warn","ts":"2026-04-16T01:11:45.678647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732322212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:45.678555Z","caller":"traceutil/trace.go:171","msg":"trace[767679481] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"1.238410312s","start":"2026-04-16T01:11:44.440135Z","end":"2026-04-16T01:11:45.678545Z","steps":["trace[767679481] 'process raft request' (duration: 1.23717021s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:45.678685Z","caller":"traceutil/trace.go:171","msg":"trace[2083819743] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21757; }","duration":"1.810954724s","start":"2026-04-16T01:11:43.867717Z","end":"2026-04-16T01:11:45.678672Z","steps":["trace[2083819743] 'agreement among raft nodes before linearized reading' (duration: 1.810684617s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:45.67871Z","caller":"traceutil/trace.go:171","msg":"trace[1161258585] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21757; }","duration":"1.732415635s","start":"2026-04-16T01:11:43.946277Z","end":"2026-04-16T01:11:45.678692Z","steps":["trace[1161258585] 'agreement among raft nodes before linearized reading' (duration: 1.732212729s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.678729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:43.867697Z","time spent":"1.811023695s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418935,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-16T01:11:45.678716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.440488Z","time spent":"1.238170805s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.678755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.440127Z","time spent":"1.238588066s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:45.678664Z","caller":"traceutil/trace.go:171","msg":"trace[1255907475] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21757; }","duration":"2.018213064s","start":"2026-04-16T01:11:43.660432Z","end":"2026-04-16T01:11:45.678645Z","steps":["trace[1255907475] 'agreement among raft nodes before linearized reading' (duration: 2.01804247s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.678759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:43.946263Z","time spent":"1.732483317s","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:45.678817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:43.660408Z","time spent":"2.018395388s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:45.707806Z","caller":"traceutil/trace.go:171","msg":"trace[1333908965] transaction","detail":"{read_only:false; response_revision:21758; number_of_response:1; }","duration":"540.805101ms","start":"2026-04-16T01:11:45.166976Z","end":"2026-04-16T01:11:45.707781Z","steps":["trace[1333908965] 'process raft request' (duration: 540.600305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.707953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.166954Z","time spent":"540.923934ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:45.708176Z","caller":"traceutil/trace.go:171","msg":"trace[1122790914] transaction","detail":"{read_only:false; response_revision:21759; number_of_response:1; }","duration":"540.487713ms","start":"2026-04-16T01:11:45.16768Z","end":"2026-04-16T01:11:45.708168Z","steps":["trace[1122790914] 'process raft request' (duration: 540.053222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.708224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.167657Z","time spent":"540.537203ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:45.708337Z","caller":"traceutil/trace.go:171","msg":"trace[1080010151] transaction","detail":"{read_only:false; response_revision:21760; number_of_response:1; }","duration":"540.529683ms","start":"2026-04-16T01:11:45.167781Z","end":"2026-04-16T01:11:45.708311Z","steps":["trace[1080010151] 'process raft request' (duration: 540.209805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.708464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.167773Z","time spent":"540.621156ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:45.708423Z","caller":"traceutil/trace.go:171","msg":"trace[978523354] transaction","detail":"{read_only:false; response_revision:21761; number_of_response:1; }","duration":"540.491663ms","start":"2026-04-16T01:11:45.167905Z","end":"2026-04-16T01:11:45.708396Z","steps":["trace[978523354] 'process raft request' (duration: 540.237966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:45.708627Z","caller":"traceutil/trace.go:171","msg":"trace[1613883793] transaction","detail":"{read_only:false; response_revision:21762; number_of_response:1; }","duration":"539.126217ms","start":"2026-04-16T01:11:45.169491Z","end":"2026-04-16T01:11:45.708617Z","steps":["trace[1613883793] 'process raft request' (duration: 538.731827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.708616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.167876Z","time spent":"540.658187ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.708682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.169483Z","time spent":"539.166689ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:45.708847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257871209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-613dfc7b-d442-4639-9e1d-9525178a00c7\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-16T01:11:45.708928Z","caller":"traceutil/trace.go:171","msg":"trace[1416939330] range","detail":"{range_begin:/registry/persistentvolumes/pvc-613dfc7b-d442-4639-9e1d-9525178a00c7; range_end:; response_count:1; response_revision:21762; }","duration":"1.257987922s","start":"2026-04-16T01:11:44.450919Z","end":"2026-04-16T01:11:45.708907Z","steps":["trace[1416939330] 'agreement among raft nodes before linearized reading' (duration: 1.257741406s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:45.708979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:44.450908Z","time spent":"1.258058164s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-613dfc7b-d442-4639-9e1d-9525178a00c7\" "} {"level":"warn","ts":"2026-04-16T01:11:45.709885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.371011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:11:45.709919Z","caller":"traceutil/trace.go:171","msg":"trace[1897559455] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21762; }","duration":"239.410282ms","start":"2026-04-16T01:11:45.470501Z","end":"2026-04-16T01:11:45.709911Z","steps":["trace[1897559455] 'agreement among raft nodes before linearized reading' (duration: 238.094839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:46.537443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.084416ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-16T01:11:46.537552Z","caller":"traceutil/trace.go:171","msg":"trace[459434334] linearizableReadLoop","detail":"{readStateIndex:22418; appliedIndex:22417; }","duration":"829.206167ms","start":"2026-04-16T01:11:45.708325Z","end":"2026-04-16T01:11:46.537532Z","steps":["trace[459434334] 'read index received' (duration: 378.138171ms)","trace[459434334] 'applied index is now lower than readState.Index' (duration: 451.066656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:46.537624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.681331Z","time spent":"856.288868ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:11:46.537839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.951814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:46.537872Z","caller":"traceutil/trace.go:171","msg":"trace[830850091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21762; }","duration":"852.999355ms","start":"2026-04-16T01:11:45.68486Z","end":"2026-04-16T01:11:46.537859Z","steps":["trace[830850091] 'agreement among raft nodes before linearized reading' (duration: 852.937333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:46.537899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.684853Z","time spent":"853.039396ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:11:46.538189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.299473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-16T01:11:46.538194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.498752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:46.538267Z","caller":"traceutil/trace.go:171","msg":"trace[1676051057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21762; }","duration":"855.415287ms","start":"2026-04-16T01:11:45.682833Z","end":"2026-04-16T01:11:46.538248Z","steps":["trace[1676051057] 'agreement among raft nodes before linearized reading' (duration: 855.15775ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:46.538278Z","caller":"traceutil/trace.go:171","msg":"trace[1412969305] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21762; }","duration":"854.625216ms","start":"2026-04-16T01:11:45.683632Z","end":"2026-04-16T01:11:46.538257Z","steps":["trace[1412969305] 'agreement among raft nodes before linearized reading' (duration: 854.468452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:46.538316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.682816Z","time spent":"855.487189ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:11:46.538323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:45.683616Z","time spent":"854.698518ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:11:47.768954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.924677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:47.769235Z","caller":"traceutil/trace.go:171","msg":"trace[1600682447] linearizableReadLoop","detail":"{readStateIndex:22420; appliedIndex:22418; }","duration":"1.231641269s","start":"2026-04-16T01:11:46.537577Z","end":"2026-04-16T01:11:47.769218Z","steps":["trace[1600682447] 'read index received' (duration: 458.265059ms)","trace[1600682447] 'applied index is now lower than readState.Index' (duration: 773.3753ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:47.769306Z","caller":"traceutil/trace.go:171","msg":"trace[910509126] transaction","detail":"{read_only:false; response_revision:21763; number_of_response:1; }","duration":"1.746754732s","start":"2026-04-16T01:11:46.022541Z","end":"2026-04-16T01:11:47.769296Z","steps":["trace[910509126] 'process raft request' (duration: 973.364163ms)","trace[910509126] 'compare' (duration: 772.362433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:47.769391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.022514Z","time spent":"1.746816244s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418970,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:47.769631Z","caller":"traceutil/trace.go:171","msg":"trace[675717095] transaction","detail":"{read_only:false; response_revision:21764; number_of_response:1; }","duration":"1.316324553s","start":"2026-04-16T01:11:46.453297Z","end":"2026-04-16T01:11:47.769621Z","steps":["trace[675717095] 'process raft request' (duration: 1.315757859s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:47.769683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.453272Z","time spent":"1.316382696s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:47.770175Z","caller":"traceutil/trace.go:171","msg":"trace[2021906264] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"1.231212697s","start":"2026-04-16T01:11:46.53895Z","end":"2026-04-16T01:11:47.770163Z","steps":["trace[2021906264] 'process raft request' (duration: 1.230211852s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:47.770191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718602562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:47.770252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.538914Z","time spent":"1.231296539s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:47.770265Z","caller":"traceutil/trace.go:171","msg":"trace[731275449] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21765; }","duration":"1.718725014s","start":"2026-04-16T01:11:46.051521Z","end":"2026-04-16T01:11:47.770246Z","steps":["trace[731275449] 'agreement among raft nodes before linearized reading' (duration: 1.718597401s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:47.770305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.051497Z","time spent":"1.718799187s","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:47.770545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243990645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:47.770643Z","caller":"traceutil/trace.go:171","msg":"trace[1879159644] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21765; }","duration":"1.244136529s","start":"2026-04-16T01:11:46.526486Z","end":"2026-04-16T01:11:47.770623Z","steps":["trace[1879159644] 'agreement among raft nodes before linearized reading' (duration: 1.243905232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:47.770692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.526465Z","time spent":"1.24421682s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:48.539391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:11:48.539479Z","caller":"traceutil/trace.go:171","msg":"trace[85515344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550484s","start":"2026-04-16T01:11:46.538906Z","end":"2026-04-16T01:11:48.539456Z","steps":["trace[85515344] 'agreement among raft nodes before linearized reading' (duration: 2.00042856s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.539526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.538878Z","time spent":"2.000636315s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:11:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:11:48.909641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.693546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:48.909754Z","caller":"traceutil/trace.go:171","msg":"trace[1038753530] transaction","detail":"{read_only:false; response_revision:21766; number_of_response:1; }","duration":"1.225623605s","start":"2026-04-16T01:11:47.684111Z","end":"2026-04-16T01:11:48.909735Z","steps":["trace[1038753530] 'process raft request' (duration: 521.759204ms)","trace[1038753530] 'compare' (duration: 703.42229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:48.909812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.684091Z","time spent":"1.225693846s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:48.910911Z","caller":"traceutil/trace.go:171","msg":"trace[1837822228] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"1.226503927s","start":"2026-04-16T01:11:47.684383Z","end":"2026-04-16T01:11:48.910887Z","steps":["trace[1837822228] 'process raft request' (duration: 1.226188329s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.91114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.684358Z","time spent":"1.22662648s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:48.911537Z","caller":"traceutil/trace.go:171","msg":"trace[1762603038] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"1.22704075s","start":"2026-04-16T01:11:47.684469Z","end":"2026-04-16T01:11:48.91151Z","steps":["trace[1762603038] 'process raft request' (duration: 1.226286151s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:48.911609Z","caller":"traceutil/trace.go:171","msg":"trace[606739756] linearizableReadLoop","detail":"{readStateIndex:22428; appliedIndex:22421; }","duration":"1.142325275s","start":"2026-04-16T01:11:47.769263Z","end":"2026-04-16T01:11:48.911589Z","steps":["trace[606739756] 'read index received' (duration: 436.642037ms)","trace[606739756] 'applied index is now lower than readState.Index' (duration: 705.682408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:48.911647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.684462Z","time spent":"1.227126163s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:48.911793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199821605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:11:48.911816Z","caller":"traceutil/trace.go:171","msg":"trace[880237680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21772; }","duration":"1.199872485s","start":"2026-04-16T01:11:47.711937Z","end":"2026-04-16T01:11:48.91181Z","steps":["trace[880237680] 'agreement among raft nodes before linearized reading' (duration: 1.199791283s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.911831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.711921Z","time spent":"1.199906217s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:11:48.911825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542925669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:48.911859Z","caller":"traceutil/trace.go:171","msg":"trace[935705126] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21772; }","duration":"1.543011771s","start":"2026-04-16T01:11:47.368836Z","end":"2026-04-16T01:11:48.911847Z","steps":["trace[935705126] 'agreement among raft nodes before linearized reading' (duration: 1.54294119s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:48.911874Z","caller":"traceutil/trace.go:171","msg":"trace[830187503] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"1.227313758s","start":"2026-04-16T01:11:47.684556Z","end":"2026-04-16T01:11:48.911869Z","steps":["trace[830187503] 'process raft request' (duration: 1.22661221s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.911884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.368816Z","time spent":"1.543060562s","remote":"127.0.0.1:49632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:48.9119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.684548Z","time spent":"1.227336898s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:48.911942Z","caller":"traceutil/trace.go:171","msg":"trace[1825775120] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"1.227177754s","start":"2026-04-16T01:11:47.684759Z","end":"2026-04-16T01:11:48.911937Z","steps":["trace[1825775120] 'process raft request' (duration: 1.226727973s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.911964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.684751Z","time spent":"1.227200574s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:48.91206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368966384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:48.912071Z","caller":"traceutil/trace.go:171","msg":"trace[1229596314] transaction","detail":"{read_only:false; response_revision:21771; number_of_response:1; }","duration":"1.226616339s","start":"2026-04-16T01:11:47.685448Z","end":"2026-04-16T01:11:48.912064Z","steps":["trace[1229596314] 'process raft request' (duration: 1.226070755s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:48.912082Z","caller":"traceutil/trace.go:171","msg":"trace[793140896] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21772; }","duration":"2.369011606s","start":"2026-04-16T01:11:46.543063Z","end":"2026-04-16T01:11:48.912074Z","steps":["trace[793140896] 'agreement among raft nodes before linearized reading' (duration: 2.368972975s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.685438Z","time spent":"1.226645081s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:48.912101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.543051Z","time spent":"2.369045087s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-16T01:11:48.912139Z","caller":"traceutil/trace.go:171","msg":"trace[719202295] transaction","detail":"{read_only:false; response_revision:21772; number_of_response:1; }","duration":"1.225053249s","start":"2026-04-16T01:11:47.687081Z","end":"2026-04-16T01:11:48.912135Z","steps":["trace[719202295] 'process raft request' (duration: 1.224468505s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.68707Z","time spent":"1.225079191s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:48.912228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161478264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:48.912363Z","caller":"traceutil/trace.go:171","msg":"trace[1999722332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21772; }","duration":"1.161660018s","start":"2026-04-16T01:11:47.750698Z","end":"2026-04-16T01:11:48.912358Z","steps":["trace[1999722332] 'agreement among raft nodes before linearized reading' (duration: 1.161513325s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138784163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-04-16T01:11:48.912388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.750686Z","time spent":"1.161695399s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:11:48.912402Z","caller":"traceutil/trace.go:171","msg":"trace[589239007] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf; range_end:; response_count:1; response_revision:21772; }","duration":"1.138833785s","start":"2026-04-16T01:11:47.77356Z","end":"2026-04-16T01:11:48.912394Z","steps":["trace[589239007] 'agreement among raft nodes before linearized reading' (duration: 1.138766794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.773543Z","time spent":"1.138873756s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf\" "} {"level":"warn","ts":"2026-04-16T01:11:48.912515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198744998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:11:48.912537Z","caller":"traceutil/trace.go:171","msg":"trace[333020846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21772; }","duration":"1.198798819s","start":"2026-04-16T01:11:47.713732Z","end":"2026-04-16T01:11:48.91253Z","steps":["trace[333020846] 'agreement among raft nodes before linearized reading' (duration: 1.198742717s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718888358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:11:48.912505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.343313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:48.912202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318258598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-16T01:11:48.912612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.777858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-16T01:11:48.912304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372506745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:11:48.912621Z","caller":"traceutil/trace.go:171","msg":"trace[1318792250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21772; }","duration":"363.495456ms","start":"2026-04-16T01:11:48.5491Z","end":"2026-04-16T01:11:48.912595Z","steps":["trace[1318792250] 'agreement among raft nodes before linearized reading' (duration: 363.305862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.633385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T01:11:48.912645Z","caller":"traceutil/trace.go:171","msg":"trace[243006232] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21772; }","duration":"642.82812ms","start":"2026-04-16T01:11:48.269808Z","end":"2026-04-16T01:11:48.912636Z","steps":["trace[243006232] 'agreement among raft nodes before linearized reading' (duration: 642.770348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:48.912662Z","caller":"traceutil/trace.go:171","msg":"trace[1266518790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21772; }","duration":"642.747818ms","start":"2026-04-16T01:11:48.269909Z","end":"2026-04-16T01:11:48.912657Z","steps":["trace[1266518790] 'agreement among raft nodes before linearized reading' (duration: 642.606965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.269793Z","time spent":"642.868371ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T01:11:48.912658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.39051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"warn","ts":"2026-04-16T01:11:48.912682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.269906Z","time spent":"642.770418ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T01:11:48.912672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829810297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:48.912713Z","caller":"traceutil/trace.go:171","msg":"trace[1545087490] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21772; }","duration":"287.575735ms","start":"2026-04-16T01:11:48.625124Z","end":"2026-04-16T01:11:48.9127Z","steps":["trace[1545087490] 'agreement among raft nodes before linearized reading' (duration: 287.285528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199195828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:11:48.912748Z","caller":"traceutil/trace.go:171","msg":"trace[1071080690] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21772; }","duration":"1.829912039s","start":"2026-04-16T01:11:47.08281Z","end":"2026-04-16T01:11:48.912722Z","steps":["trace[1071080690] 'agreement among raft nodes before linearized reading' (duration: 1.829824817s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842045099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-04-16T01:11:48.912794Z","caller":"traceutil/trace.go:171","msg":"trace[920215828] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:21772; }","duration":"1.842097431s","start":"2026-04-16T01:11:47.070691Z","end":"2026-04-16T01:11:48.912788Z","steps":["trace[920215828] 'agreement among raft nodes before linearized reading' (duration: 1.84203264s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.070672Z","time spent":"1.842141781s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-16T01:11:48.912599Z","caller":"traceutil/trace.go:171","msg":"trace[600186811] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21772; }","duration":"1.718997633s","start":"2026-04-16T01:11:47.193574Z","end":"2026-04-16T01:11:48.912572Z","steps":["trace[600186811] 'agreement among raft nodes before linearized reading' (duration: 1.718718066s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.91285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.193557Z","time spent":"1.71928523s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:48.912845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199741693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T01:11:48.912897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200093401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:11:48.91255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.713716Z","time spent":"1.198831359s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:11:48.912924Z","caller":"traceutil/trace.go:171","msg":"trace[619977240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21772; }","duration":"1.200134183s","start":"2026-04-16T01:11:47.712783Z","end":"2026-04-16T01:11:48.912917Z","steps":["trace[619977240] 'agreement among raft nodes before linearized reading' (duration: 1.200080172s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.712773Z","time spent":"1.200164194s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:11:48.912669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.549082Z","time spent":"363.579198ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:11:48.912894Z","caller":"traceutil/trace.go:171","msg":"trace[745699289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21772; }","duration":"1.199818525s","start":"2026-04-16T01:11:47.713065Z","end":"2026-04-16T01:11:48.912884Z","steps":["trace[745699289] 'agreement among raft nodes before linearized reading' (duration: 1.199722242s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:48.912765Z","caller":"traceutil/trace.go:171","msg":"trace[566885755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21772; }","duration":"1.19926469s","start":"2026-04-16T01:11:47.713484Z","end":"2026-04-16T01:11:48.912749Z","steps":["trace[566885755] 'agreement among raft nodes before linearized reading' (duration: 1.199088596s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:48.912642Z","caller":"traceutil/trace.go:171","msg":"trace[928583840] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21772; }","duration":"2.372845994s","start":"2026-04-16T01:11:46.539791Z","end":"2026-04-16T01:11:48.912637Z","steps":["trace[928583840] 'agreement among raft nodes before linearized reading' (duration: 2.372416643s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.912997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.713049Z","time spent":"1.199944197s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T01:11:48.912619Z","caller":"traceutil/trace.go:171","msg":"trace[1344351695] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:21772; }","duration":"2.31875009s","start":"2026-04-16T01:11:46.593862Z","end":"2026-04-16T01:11:48.912612Z","steps":["trace[1344351695] 'agreement among raft nodes before linearized reading' (duration: 2.318032962s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.913029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.539748Z","time spent":"2.373266805s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:11:48.913027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.713478Z","time spent":"1.199530617s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:11:48.913058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.593839Z","time spent":"2.319210962s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-16T01:11:48.912808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:47.08279Z","time spent":"1.830006971s","remote":"127.0.0.1:49720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:48.913138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062160269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:48.913188Z","caller":"traceutil/trace.go:171","msg":"trace[1929714910] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21772; }","duration":"2.06220942s","start":"2026-04-16T01:11:46.850966Z","end":"2026-04-16T01:11:48.913175Z","steps":["trace[1929714910] 'agreement among raft nodes before linearized reading' (duration: 2.062139898s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:48.913226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:46.850909Z","time spent":"2.062308031s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:50.535206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.591224503s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:11:50.55297Z","caller":"traceutil/trace.go:171","msg":"trace[1677669391] transaction","detail":"{read_only:false; response_revision:21773; number_of_response:1; }","duration":"1.636570282s","start":"2026-04-16T01:11:48.916361Z","end":"2026-04-16T01:11:50.552932Z","steps":["trace[1677669391] 'process raft request' (duration: 1.619142797s)","trace[1677669391] 'compare' (duration: 17.030355ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:50.553017Z","caller":"traceutil/trace.go:171","msg":"trace[17893328] transaction","detail":"{read_only:false; response_revision:21774; number_of_response:1; }","duration":"1.634699712s","start":"2026-04-16T01:11:48.918289Z","end":"2026-04-16T01:11:50.552989Z","steps":["trace[17893328] 'process raft request' (duration: 1.634515429s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:50.553083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.916343Z","time spent":"1.636670274s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:50.553198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.918257Z","time spent":"1.634843886s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:50.553476Z","caller":"traceutil/trace.go:171","msg":"trace[1478438937] transaction","detail":"{read_only:false; response_revision:21775; number_of_response:1; }","duration":"1.635006609s","start":"2026-04-16T01:11:48.918437Z","end":"2026-04-16T01:11:50.553443Z","steps":["trace[1478438937] 'process raft request' (duration: 1.634499708s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:50.553674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.918426Z","time spent":"1.635148312s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:50.554227Z","caller":"traceutil/trace.go:171","msg":"trace[2018263381] transaction","detail":"{read_only:false; response_revision:21776; number_of_response:1; }","duration":"1.635562822s","start":"2026-04-16T01:11:48.918629Z","end":"2026-04-16T01:11:50.554192Z","steps":["trace[2018263381] 'process raft request' (duration: 1.634690192s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:50.554259Z","caller":"traceutil/trace.go:171","msg":"trace[1927884673] transaction","detail":"{read_only:false; response_revision:21778; number_of_response:1; }","duration":"1.634550326s","start":"2026-04-16T01:11:48.919694Z","end":"2026-04-16T01:11:50.554244Z","steps":["trace[1927884673] 'process raft request' (duration: 1.634469384s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:50.554344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.919688Z","time spent":"1.634615527s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:50.554291Z","caller":"traceutil/trace.go:171","msg":"trace[560969037] transaction","detail":"{read_only:false; response_revision:21777; number_of_response:1; }","duration":"1.635043948s","start":"2026-04-16T01:11:48.919179Z","end":"2026-04-16T01:11:50.554223Z","steps":["trace[560969037] 'process raft request' (duration: 1.634926435s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:50.554394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.918614Z","time spent":"1.635686884s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:50.554561Z","caller":"traceutil/trace.go:171","msg":"trace[1488226426] transaction","detail":"{read_only:false; response_revision:21779; number_of_response:1; }","duration":"1.634478492s","start":"2026-04-16T01:11:48.920067Z","end":"2026-04-16T01:11:50.554545Z","steps":["trace[1488226426] 'process raft request' (duration: 1.634132575s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:50.554581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.919172Z","time spent":"1.635296554s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:50.55465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.920046Z","time spent":"1.634563014s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:50.554698Z","caller":"traceutil/trace.go:171","msg":"trace[1704516699] linearizableReadLoop","detail":"{readStateIndex:22430; appliedIndex:22428; }","duration":"1.638078844s","start":"2026-04-16T01:11:48.916608Z","end":"2026-04-16T01:11:50.554687Z","steps":["trace[1704516699] 'read index received' (duration: 27.502283ms)","trace[1704516699] 'applied index is now lower than readState.Index' (duration: 1.610575111s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:50.55475Z","caller":"traceutil/trace.go:171","msg":"trace[407395518] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"1.633131347s","start":"2026-04-16T01:11:48.921603Z","end":"2026-04-16T01:11:50.554734Z","steps":["trace[407395518] 'process raft request' (duration: 1.632848101s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:50.554807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.921597Z","time spent":"1.633181968s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:50.55494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638322439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:11:50.555009Z","caller":"traceutil/trace.go:171","msg":"trace[1793342129] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21780; }","duration":"1.638416582s","start":"2026-04-16T01:11:48.916575Z","end":"2026-04-16T01:11:50.554991Z","steps":["trace[1793342129] 'agreement among raft nodes before linearized reading' (duration: 1.638194257s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:50.555063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.916564Z","time spent":"1.638485634s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:11:51.016851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:11:51.016924Z","caller":"traceutil/trace.go:171","msg":"trace[1938871231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234627s","start":"2026-04-16T01:11:49.016676Z","end":"2026-04-16T01:11:51.01691Z","steps":["trace[1938871231] 'agreement among raft nodes before linearized reading' (duration: 2.000145295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:51.016964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:49.016654Z","time spent":"2.000301798s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:11:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:11:51.055424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414976,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:11:51.238691Z","caller":"traceutil/trace.go:171","msg":"trace[2131659214] transaction","detail":"{read_only:false; response_revision:21783; number_of_response:1; }","duration":"1.069665186s","start":"2026-04-16T01:11:50.169006Z","end":"2026-04-16T01:11:51.238672Z","steps":["trace[2131659214] 'process raft request' (duration: 1.069635276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:51.238814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.168972Z","time spent":"1.06977704s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:51.238936Z","caller":"traceutil/trace.go:171","msg":"trace[1028418929] transaction","detail":"{read_only:false; response_revision:21782; number_of_response:1; }","duration":"1.463584851s","start":"2026-04-16T01:11:49.775345Z","end":"2026-04-16T01:11:51.23893Z","steps":["trace[1028418929] 'process raft request' (duration: 1.463229412s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:51.238927Z","caller":"traceutil/trace.go:171","msg":"trace[1623444193] transaction","detail":"{read_only:false; response_revision:21781; number_of_response:1; }","duration":"2.290908528s","start":"2026-04-16T01:11:48.947982Z","end":"2026-04-16T01:11:51.23889Z","steps":["trace[1623444193] 'process raft request' (duration: 2.289989978s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:51.23908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.947965Z","time spent":"2.291037961s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:51.238972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:49.775309Z","time spent":"1.463644082s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:52.349374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.298517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:52.34957Z","caller":"traceutil/trace.go:171","msg":"trace[951694797] transaction","detail":"{read_only:false; response_revision:21787; number_of_response:1; }","duration":"1.430388675s","start":"2026-04-16T01:11:50.919169Z","end":"2026-04-16T01:11:52.349558Z","steps":["trace[951694797] 'process raft request' (duration: 1.430352455s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:52.349581Z","caller":"traceutil/trace.go:171","msg":"trace[471810623] transaction","detail":"{read_only:false; response_revision:21786; number_of_response:1; }","duration":"1.430487436s","start":"2026-04-16T01:11:50.919075Z","end":"2026-04-16T01:11:52.349562Z","steps":["trace[471810623] 'process raft request' (duration: 1.430428415s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.349607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.919162Z","time spent":"1.430429047s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:52.349606Z","caller":"traceutil/trace.go:171","msg":"trace[147198098] transaction","detail":"{read_only:false; response_revision:21784; number_of_response:1; }","duration":"1.433528666s","start":"2026-04-16T01:11:50.916055Z","end":"2026-04-16T01:11:52.349583Z","steps":["trace[147198098] 'process raft request' (duration: 828.961402ms)","trace[147198098] 'compare' (duration: 604.141544ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:52.349588Z","caller":"traceutil/trace.go:171","msg":"trace[52254372] transaction","detail":"{read_only:false; response_revision:21785; number_of_response:1; }","duration":"1.430700252s","start":"2026-04-16T01:11:50.91885Z","end":"2026-04-16T01:11:52.34955Z","steps":["trace[52254372] 'process raft request' (duration: 1.43058868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.34967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.919036Z","time spent":"1.430590779s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:52.349688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.916033Z","time spent":"1.433611197s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:52.349702Z","caller":"traceutil/trace.go:171","msg":"trace[515808955] transaction","detail":"{read_only:false; response_revision:21788; number_of_response:1; }","duration":"1.430131439s","start":"2026-04-16T01:11:50.919558Z","end":"2026-04-16T01:11:52.349689Z","steps":["trace[515808955] 'process raft request' (duration: 1.429982765s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.349761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.919551Z","time spent":"1.430178809s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:52.349754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.918842Z","time spent":"1.430818495s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:52.349834Z","caller":"traceutil/trace.go:171","msg":"trace[2061847010] transaction","detail":"{read_only:false; response_revision:21789; number_of_response:1; }","duration":"1.429185688s","start":"2026-04-16T01:11:50.920642Z","end":"2026-04-16T01:11:52.349828Z","steps":["trace[2061847010] 'process raft request' (duration: 1.429002093s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.349865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.920635Z","time spent":"1.429214048s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:52.349944Z","caller":"traceutil/trace.go:171","msg":"trace[837163328] transaction","detail":"{read_only:false; response_revision:21790; number_of_response:1; }","duration":"1.428790678s","start":"2026-04-16T01:11:50.921148Z","end":"2026-04-16T01:11:52.349939Z","steps":["trace[837163328] 'process raft request' (duration: 1.428659286s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.349966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.921142Z","time spent":"1.428811248s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:52.350023Z","caller":"traceutil/trace.go:171","msg":"trace[1307023495] linearizableReadLoop","detail":"{readStateIndex:22447; appliedIndex:22437; }","duration":"1.795283734s","start":"2026-04-16T01:11:50.554731Z","end":"2026-04-16T01:11:52.350015Z","steps":["trace[1307023495] 'read index received' (duration: 683.803007ms)","trace[1307023495] 'applied index is now lower than readState.Index' (duration: 1.111479787s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:52.778053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.08473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:11:52.778171Z","caller":"traceutil/trace.go:171","msg":"trace[47786534] linearizableReadLoop","detail":"{readStateIndex:22448; appliedIndex:22447; }","duration":"428.104089ms","start":"2026-04-16T01:11:52.350043Z","end":"2026-04-16T01:11:52.778148Z","steps":["trace[47786534] 'read index received' (duration: 68.622µs)","trace[47786534] 'applied index is now lower than readState.Index' (duration: 428.033137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:52.778269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561800552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:52.778377Z","caller":"traceutil/trace.go:171","msg":"trace[680419544] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:21790; }","duration":"2.561997118s","start":"2026-04-16T01:11:50.216352Z","end":"2026-04-16T01:11:52.77835Z","steps":["trace[680419544] 'agreement among raft nodes before linearized reading' (duration: 2.133717994s)","trace[680419544] 'count revisions from in-memory index tree' (duration: 428.09235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:52.778441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.216333Z","time spent":"2.5620935s","remote":"127.0.0.1:49664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:52.778514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800897288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:52.778721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761367566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:52.778743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.685106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:52.778803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.713732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:52.778808Z","caller":"traceutil/trace.go:171","msg":"trace[783661041] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21790; }","duration":"3.80101846s","start":"2026-04-16T01:11:48.977552Z","end":"2026-04-16T01:11:52.77857Z","steps":["trace[783661041] 'agreement among raft nodes before linearized reading' (duration: 3.372530741s)","trace[783661041] 'range keys from in-memory index tree' (duration: 428.378197ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:52.778829Z","caller":"traceutil/trace.go:171","msg":"trace[91043171] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:21790; }","duration":"663.740082ms","start":"2026-04-16T01:11:52.115083Z","end":"2026-04-16T01:11:52.778823Z","steps":["trace[91043171] 'agreement among raft nodes before linearized reading' (duration: 663.691242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.778852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.115015Z","time spent":"663.830155ms","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:52.778856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134437611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:52.778894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855992835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:52.778925Z","caller":"traceutil/trace.go:171","msg":"trace[539808123] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21790; }","duration":"3.856049277s","start":"2026-04-16T01:11:48.922866Z","end":"2026-04-16T01:11:52.778916Z","steps":["trace[539808123] 'agreement among raft nodes before linearized reading' (duration: 3.42722428s)","trace[539808123] 'count revisions from in-memory index tree' (duration: 428.780136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:52.778949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.922859Z","time spent":"3.856080837s","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:52.778988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.771198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:52.779016Z","caller":"traceutil/trace.go:171","msg":"trace[667471498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21790; }","duration":"740.838448ms","start":"2026-04-16T01:11:52.038171Z","end":"2026-04-16T01:11:52.779009Z","steps":["trace[667471498] 'agreement among raft nodes before linearized reading' (duration: 740.790377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.038149Z","time spent":"740.882338ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:52.779043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220642891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:11:52.77908Z","caller":"traceutil/trace.go:171","msg":"trace[1113969959] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:21790; }","duration":"2.220713824s","start":"2026-04-16T01:11:50.558356Z","end":"2026-04-16T01:11:52.77907Z","steps":["trace[1113969959] 'agreement among raft nodes before linearized reading' (duration: 2.22055823s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.558339Z","time spent":"2.220784434s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:11:52.779162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860243473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-04-16T01:11:52.779183Z","caller":"traceutil/trace.go:171","msg":"trace[1367593199] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:21790; }","duration":"3.860275744s","start":"2026-04-16T01:11:48.9189Z","end":"2026-04-16T01:11:52.779176Z","steps":["trace[1367593199] 'agreement among raft nodes before linearized reading' (duration: 3.431197671s)","trace[1367593199] 'range keys from in-memory index tree' (duration: 428.984431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:52.779205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.918894Z","time spent":"3.860307246s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11737,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-16T01:11:52.779211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.068986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:52.779277Z","caller":"traceutil/trace.go:171","msg":"trace[348123607] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21790; }","duration":"271.213998ms","start":"2026-04-16T01:11:52.508046Z","end":"2026-04-16T01:11:52.77926Z","steps":["trace[348123607] 'agreement among raft nodes before linearized reading' (duration: 271.060285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537302675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-16T01:11:52.779317Z","caller":"traceutil/trace.go:171","msg":"trace[1742529460] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21790; }","duration":"1.537358206s","start":"2026-04-16T01:11:51.241953Z","end":"2026-04-16T01:11:52.779311Z","steps":["trace[1742529460] 'agreement among raft nodes before linearized reading' (duration: 1.537297164s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:51.241935Z","time spent":"1.537395916s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T01:11:52.779343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860764486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:52.779149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.086698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:52.779382Z","caller":"traceutil/trace.go:171","msg":"trace[1467790903] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21790; }","duration":"3.860833767s","start":"2026-04-16T01:11:48.918541Z","end":"2026-04-16T01:11:52.779375Z","steps":["trace[1467790903] 'agreement among raft nodes before linearized reading' (duration: 3.431563341s)","trace[1467790903] 'range keys from in-memory index tree' (duration: 429.225324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:52.779407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.918523Z","time spent":"3.86087917s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-16T01:11:52.779407Z","caller":"traceutil/trace.go:171","msg":"trace[30566499] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21790; }","duration":"978.370655ms","start":"2026-04-16T01:11:51.801018Z","end":"2026-04-16T01:11:52.779389Z","steps":["trace[30566499] 'agreement among raft nodes before linearized reading' (duration: 978.110939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:51.800997Z","time spent":"978.444016ms","remote":"127.0.0.1:40312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:52.779523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623893286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:52.779549Z","caller":"traceutil/trace.go:171","msg":"trace[261654407] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21790; }","duration":"1.623954566s","start":"2026-04-16T01:11:51.155588Z","end":"2026-04-16T01:11:52.779542Z","steps":["trace[261654407] 'agreement among raft nodes before linearized reading' (duration: 1.623871474s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:51.155566Z","time spent":"1.623996736s","remote":"127.0.0.1:43604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:52.778795Z","caller":"traceutil/trace.go:171","msg":"trace[1170065337] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21790; }","duration":"642.752018ms","start":"2026-04-16T01:11:52.136027Z","end":"2026-04-16T01:11:52.778779Z","steps":["trace[1170065337] 'agreement among raft nodes before linearized reading' (duration: 642.637715ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:52.778893Z","caller":"traceutil/trace.go:171","msg":"trace[331648445] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21790; }","duration":"2.134520822s","start":"2026-04-16T01:11:50.644361Z","end":"2026-04-16T01:11:52.778882Z","steps":["trace[331648445] 'agreement among raft nodes before linearized reading' (duration: 2.13445907s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.135983Z","time spent":"643.685409ms","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:52.779697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:50.644338Z","time spent":"2.135349281s","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:52.77885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:48.977538Z","time spent":"3.801301318s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T01:11:52.779782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.379643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:11:52.779842Z","caller":"traceutil/trace.go:171","msg":"trace[1630823506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21790; }","duration":"218.454585ms","start":"2026-04-16T01:11:52.561373Z","end":"2026-04-16T01:11:52.779827Z","steps":["trace[1630823506] 'agreement among raft nodes before linearized reading' (duration: 218.303291ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:52.77876Z","caller":"traceutil/trace.go:171","msg":"trace[140062259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21790; }","duration":"1.761431628s","start":"2026-04-16T01:11:51.017317Z","end":"2026-04-16T01:11:52.778748Z","steps":["trace[140062259] 'agreement among raft nodes before linearized reading' (duration: 1.761372577s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:51.017304Z","time spent":"1.762638205s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:11:52.779962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.939624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:11:52.780014Z","caller":"traceutil/trace.go:171","msg":"trace[379138883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21790; }","duration":"222.041315ms","start":"2026-04-16T01:11:52.55796Z","end":"2026-04-16T01:11:52.780001Z","steps":["trace[379138883] 'agreement among raft nodes before linearized reading' (duration: 221.904592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.779237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236816103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T01:11:52.780076Z","caller":"traceutil/trace.go:171","msg":"trace[1434906864] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21790; }","duration":"1.237665454s","start":"2026-04-16T01:11:51.542394Z","end":"2026-04-16T01:11:52.780059Z","steps":["trace[1434906864] 'agreement among raft nodes before linearized reading' (duration: 1.236767203s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.780161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:51.542379Z","time spent":"1.237764916s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T01:11:52.780265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.721769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:11:52.780309Z","caller":"traceutil/trace.go:171","msg":"trace[757194758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21790; }","duration":"221.79782ms","start":"2026-04-16T01:11:52.5585Z","end":"2026-04-16T01:11:52.780298Z","steps":["trace[757194758] 'agreement among raft nodes before linearized reading' (duration: 221.681728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.780359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.987365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:11:52.780389Z","caller":"traceutil/trace.go:171","msg":"trace[2070178889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21790; }","duration":"222.070976ms","start":"2026-04-16T01:11:52.558309Z","end":"2026-04-16T01:11:52.78038Z","steps":["trace[2070178889] 'agreement among raft nodes before linearized reading' (duration: 222.003344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:52.780482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.016366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:11:52.780522Z","caller":"traceutil/trace.go:171","msg":"trace[1488744993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21790; }","duration":"222.101577ms","start":"2026-04-16T01:11:52.558409Z","end":"2026-04-16T01:11:52.780511Z","steps":["trace[1488744993] 'agreement among raft nodes before linearized reading' (duration: 221.994565ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:53.315549Z","caller":"traceutil/trace.go:171","msg":"trace[1302081788] transaction","detail":"{read_only:false; response_revision:21793; number_of_response:1; }","duration":"531.058349ms","start":"2026-04-16T01:11:52.78447Z","end":"2026-04-16T01:11:53.315528Z","steps":["trace[1302081788] 'process raft request' (duration: 530.990837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:53.315673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.784446Z","time spent":"531.163351ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:53.315899Z","caller":"traceutil/trace.go:171","msg":"trace[1081803749] transaction","detail":"{read_only:false; response_revision:21794; number_of_response:1; }","duration":"530.549279ms","start":"2026-04-16T01:11:52.785301Z","end":"2026-04-16T01:11:53.31585Z","steps":["trace[1081803749] 'process raft request' (duration: 530.195661ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:53.316001Z","caller":"traceutil/trace.go:171","msg":"trace[512083026] transaction","detail":"{read_only:false; response_revision:21795; number_of_response:1; }","duration":"530.66893ms","start":"2026-04-16T01:11:52.785308Z","end":"2026-04-16T01:11:53.315977Z","steps":["trace[512083026] 'process raft request' (duration: 530.442035ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:53.315989Z","caller":"traceutil/trace.go:171","msg":"trace[12859410] linearizableReadLoop","detail":"{readStateIndex:22450; appliedIndex:22449; }","duration":"532.328058ms","start":"2026-04-16T01:11:52.783637Z","end":"2026-04-16T01:11:53.315965Z","steps":["trace[12859410] 'read index received' (duration: 95.551742ms)","trace[12859410] 'applied index is now lower than readState.Index' (duration: 436.774266ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:53.316065Z","caller":"traceutil/trace.go:171","msg":"trace[1252235636] transaction","detail":"{read_only:false; response_revision:21796; number_of_response:1; }","duration":"529.598717ms","start":"2026-04-16T01:11:52.786456Z","end":"2026-04-16T01:11:53.316055Z","steps":["trace[1252235636] 'process raft request' (duration: 529.449953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:53.316075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.785285Z","time spent":"530.705661ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:53.316103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.785282Z","time spent":"530.768063ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:53.316116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.786447Z","time spent":"529.643098ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:53.316275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.601414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-16T01:11:53.316314Z","caller":"traceutil/trace.go:171","msg":"trace[1912043859] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21796; }","duration":"532.702137ms","start":"2026-04-16T01:11:52.7836Z","end":"2026-04-16T01:11:53.316302Z","steps":["trace[1912043859] 'agreement among raft nodes before linearized reading' (duration: 532.506552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:53.316354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.783583Z","time spent":"532.761158ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T01:11:53.316678Z","caller":"traceutil/trace.go:171","msg":"trace[1239742592] transaction","detail":"{read_only:false; response_revision:21792; number_of_response:1; }","duration":"532.054982ms","start":"2026-04-16T01:11:52.783546Z","end":"2026-04-16T01:11:53.315601Z","steps":["trace[1239742592] 'process raft request' (duration: 531.747575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:53.316784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.783522Z","time spent":"533.190598ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:54.117876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.566582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:54.118106Z","caller":"traceutil/trace.go:171","msg":"trace[298998753] linearizableReadLoop","detail":"{readStateIndex:22456; appliedIndex:22454; }","duration":"802.015542ms","start":"2026-04-16T01:11:53.316072Z","end":"2026-04-16T01:11:54.118087Z","steps":["trace[298998753] 'read index received' (duration: 448.00593ms)","trace[298998753] 'applied index is now lower than readState.Index' (duration: 354.008622ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:54.118205Z","caller":"traceutil/trace.go:171","msg":"trace[229263354] transaction","detail":"{read_only:false; response_revision:21797; number_of_response:1; }","duration":"934.03299ms","start":"2026-04-16T01:11:53.18416Z","end":"2026-04-16T01:11:54.118193Z","steps":["trace[229263354] 'process raft request' (duration: 580.027448ms)","trace[229263354] 'compare' (duration: 353.231765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:54.118289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:53.184132Z","time spent":"934.103773ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:54.118347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329666944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:54.118431Z","caller":"traceutil/trace.go:171","msg":"trace[812139861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21798; }","duration":"1.329779048s","start":"2026-04-16T01:11:52.788635Z","end":"2026-04-16T01:11:54.118414Z","steps":["trace[812139861] 'agreement among raft nodes before linearized reading' (duration: 1.329605995s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:54.118474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.788627Z","time spent":"1.32983901s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:11:54.118524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334420873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:54.118529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235796111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-x4qxc.18a6b0afb7bdc3ef\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-04-16T01:11:54.118609Z","caller":"traceutil/trace.go:171","msg":"trace[959803977] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-x4qxc.18a6b0afb7bdc3ef; range_end:; response_count:1; response_revision:21798; }","duration":"1.235912083s","start":"2026-04-16T01:11:52.882677Z","end":"2026-04-16T01:11:54.118589Z","steps":["trace[959803977] 'agreement among raft nodes before linearized reading' (duration: 1.235678808s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:54.118372Z","caller":"traceutil/trace.go:171","msg":"trace[1170992900] transaction","detail":"{read_only:false; response_revision:21798; number_of_response:1; }","duration":"868.730043ms","start":"2026-04-16T01:11:53.249614Z","end":"2026-04-16T01:11:54.118344Z","steps":["trace[1170992900] 'process raft request' (duration: 868.355774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:54.118653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.882661Z","time spent":"1.235983825s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-x4qxc.18a6b0afb7bdc3ef\" "} {"level":"warn","ts":"2026-04-16T01:11:54.118681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.388124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T01:11:54.118705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:53.249591Z","time spent":"869.0589ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:54.118715Z","caller":"traceutil/trace.go:171","msg":"trace[806140468] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21798; }","duration":"799.434354ms","start":"2026-04-16T01:11:53.319273Z","end":"2026-04-16T01:11:54.118707Z","steps":["trace[806140468] 'agreement among raft nodes before linearized reading' (duration: 799.317912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:54.11875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:53.319256Z","time spent":"799.484755ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T01:11:54.118563Z","caller":"traceutil/trace.go:171","msg":"trace[1184821954] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21798; }","duration":"1.334487114s","start":"2026-04-16T01:11:52.784066Z","end":"2026-04-16T01:11:54.118553Z","steps":["trace[1184821954] 'agreement among raft nodes before linearized reading' (duration: 1.334423743s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:54.118852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:52.784034Z","time spent":"1.334809261s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T01:11:54.118965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.05695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T01:11:54.119001Z","caller":"traceutil/trace.go:171","msg":"trace[748999131] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21798; }","duration":"550.144283ms","start":"2026-04-16T01:11:53.568848Z","end":"2026-04-16T01:11:54.118992Z","steps":["trace[748999131] 'agreement among raft nodes before linearized reading' (duration: 550.043851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:54.119028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:53.56882Z","time spent":"550.201824ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T01:11:54.119055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.966904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319832"} {"level":"info","ts":"2026-04-16T01:11:54.11908Z","caller":"traceutil/trace.go:171","msg":"trace[1126090113] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:21798; }","duration":"127.045475ms","start":"2026-04-16T01:11:53.992027Z","end":"2026-04-16T01:11:54.119072Z","steps":["trace[1126090113] 'agreement among raft nodes before linearized reading' (duration: 126.760309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:54.622998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449414998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:11:55.112871Z","caller":"traceutil/trace.go:171","msg":"trace[469624899] transaction","detail":"{read_only:false; response_revision:21799; number_of_response:1; }","duration":"991.02087ms","start":"2026-04-16T01:11:54.121831Z","end":"2026-04-16T01:11:55.112852Z","steps":["trace[469624899] 'process raft request' (duration: 990.875127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:55.113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.121811Z","time spent":"991.121572ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:56.1206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998664627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:11:56.120715Z","caller":"traceutil/trace.go:171","msg":"trace[40655456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99881227s","start":"2026-04-16T01:11:54.121869Z","end":"2026-04-16T01:11:56.120681Z","steps":["trace[40655456] 'agreement among raft nodes before linearized reading' (duration: 1.998683437s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.120766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.121848Z","time spent":"1.998908573s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:11:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T01:11:56.567143Z","caller":"traceutil/trace.go:171","msg":"trace[1261947341] transaction","detail":"{read_only:false; response_revision:21800; number_of_response:1; }","duration":"2.209594342s","start":"2026-04-16T01:11:54.357524Z","end":"2026-04-16T01:11:56.567118Z","steps":["trace[1261947341] 'process raft request' (duration: 2.209370917s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:56.567193Z","caller":"traceutil/trace.go:171","msg":"trace[1829377919] transaction","detail":"{read_only:false; response_revision:21801; number_of_response:1; }","duration":"2.209189122s","start":"2026-04-16T01:11:54.357998Z","end":"2026-04-16T01:11:56.567187Z","steps":["trace[1829377919] 'process raft request' (duration: 2.209031118s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.567266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.357494Z","time spent":"2.209711435s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:56.567145Z","caller":"traceutil/trace.go:171","msg":"trace[1483275962] transaction","detail":"{read_only:false; response_revision:21802; number_of_response:1; }","duration":"2.209045869s","start":"2026-04-16T01:11:54.358081Z","end":"2026-04-16T01:11:56.567127Z","steps":["trace[1483275962] 'process raft request' (duration: 2.208991277s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.567479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.358071Z","time spent":"2.209305814s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:56.567742Z","caller":"traceutil/trace.go:171","msg":"trace[1240492438] transaction","detail":"{read_only:false; response_revision:21803; number_of_response:1; }","duration":"2.208441765s","start":"2026-04-16T01:11:54.359292Z","end":"2026-04-16T01:11:56.567734Z","steps":["trace[1240492438] 'process raft request' (duration: 2.207802681s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.567781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.359271Z","time spent":"2.208492516s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:56.567917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.357985Z","time spent":"2.209235783s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:56.568408Z","caller":"traceutil/trace.go:171","msg":"trace[850333253] transaction","detail":"{read_only:false; response_revision:21804; number_of_response:1; }","duration":"2.208377384s","start":"2026-04-16T01:11:54.360006Z","end":"2026-04-16T01:11:56.568384Z","steps":["trace[850333253] 'process raft request' (duration: 2.20730772s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:56.568438Z","caller":"traceutil/trace.go:171","msg":"trace[357722874] linearizableReadLoop","detail":"{readStateIndex:22464; appliedIndex:22456; }","duration":"2.446528443s","start":"2026-04-16T01:11:54.121898Z","end":"2026-04-16T01:11:56.568427Z","steps":["trace[357722874] 'read index received' (duration: 990.749003ms)","trace[357722874] 'applied index is now lower than readState.Index' (duration: 1.45577883s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:56.568477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.359998Z","time spent":"2.208447975s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:56.568516Z","caller":"traceutil/trace.go:171","msg":"trace[936798268] transaction","detail":"{read_only:false; response_revision:21806; number_of_response:1; }","duration":"2.208334023s","start":"2026-04-16T01:11:54.360174Z","end":"2026-04-16T01:11:56.568508Z","steps":["trace[936798268] 'process raft request' (duration: 2.208222671s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:56.568528Z","caller":"traceutil/trace.go:171","msg":"trace[210910024] transaction","detail":"{read_only:false; response_revision:21805; number_of_response:1; }","duration":"2.208395894s","start":"2026-04-16T01:11:54.360097Z","end":"2026-04-16T01:11:56.568493Z","steps":["trace[210910024] 'process raft request' (duration: 2.208258781s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.56862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.360168Z","time spent":"2.208368024s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:56.568656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.360062Z","time spent":"2.208532216s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:56.680665Z","caller":"traceutil/trace.go:171","msg":"trace[1681133634] linearizableReadLoop","detail":"{readStateIndex:22468; appliedIndex:22464; }","duration":"112.176929ms","start":"2026-04-16T01:11:56.56846Z","end":"2026-04-16T01:11:56.680637Z","steps":["trace[1681133634] 'read index received' (duration: 111.835332ms)","trace[1681133634] 'applied index is now lower than readState.Index' (duration: 340.717µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:56.680891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358226742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T01:11:56.680892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330672588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-16T01:11:56.680929Z","caller":"traceutil/trace.go:171","msg":"trace[100099815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21810; }","duration":"1.358307753s","start":"2026-04-16T01:11:55.322613Z","end":"2026-04-16T01:11:56.680921Z","steps":["trace[100099815] 'agreement among raft nodes before linearized reading' (duration: 1.35815429s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.680966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.322604Z","time spent":"1.358353785s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T01:11:56.680967Z","caller":"traceutil/trace.go:171","msg":"trace[1279152220] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21810; }","duration":"1.33077578s","start":"2026-04-16T01:11:55.350168Z","end":"2026-04-16T01:11:56.680944Z","steps":["trace[1279152220] 'agreement among raft nodes before linearized reading' (duration: 1.330527104s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738977849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:56.681051Z","caller":"traceutil/trace.go:171","msg":"trace[1534266711] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21810; }","duration":"1.739052032s","start":"2026-04-16T01:11:54.941989Z","end":"2026-04-16T01:11:56.681041Z","steps":["trace[1534266711] 'agreement among raft nodes before linearized reading' (duration: 1.73900661s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564867419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:11:56.681054Z","caller":"traceutil/trace.go:171","msg":"trace[182037224] transaction","detail":"{read_only:false; response_revision:21810; number_of_response:1; }","duration":"435.600818ms","start":"2026-04-16T01:11:56.245418Z","end":"2026-04-16T01:11:56.681019Z","steps":["trace[182037224] 'process raft request' (duration: 435.173029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801557025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:11:56.681077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.941968Z","time spent":"1.739103733s","remote":"127.0.0.1:43500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:56.681133Z","caller":"traceutil/trace.go:171","msg":"trace[1090285182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21810; }","duration":"1.801615097s","start":"2026-04-16T01:11:54.87951Z","end":"2026-04-16T01:11:56.681125Z","steps":["trace[1090285182] 'agreement among raft nodes before linearized reading' (duration: 1.801579246s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.888737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:56.681155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.87949Z","time spent":"1.801661029s","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:56.681143Z","caller":"traceutil/trace.go:171","msg":"trace[1483306354] transaction","detail":"{read_only:false; response_revision:21807; number_of_response:1; }","duration":"795.894533ms","start":"2026-04-16T01:11:55.885211Z","end":"2026-04-16T01:11:56.681106Z","steps":["trace[1483306354] 'process raft request' (duration: 795.158527ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:56.681186Z","caller":"traceutil/trace.go:171","msg":"trace[2084314839] transaction","detail":"{read_only:false; response_revision:21808; number_of_response:1; }","duration":"751.137841ms","start":"2026-04-16T01:11:55.930028Z","end":"2026-04-16T01:11:56.681166Z","steps":["trace[2084314839] 'process raft request' (duration: 750.489717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.68102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.350157Z","time spent":"1.330847171s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-16T01:11:56.681238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.070073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:56.681288Z","caller":"traceutil/trace.go:171","msg":"trace[1754855246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21810; }","duration":"555.160806ms","start":"2026-04-16T01:11:56.126117Z","end":"2026-04-16T01:11:56.681277Z","steps":["trace[1754855246] 'agreement among raft nodes before linearized reading' (duration: 555.080844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:56.681172Z","caller":"traceutil/trace.go:171","msg":"trace[1943228421] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:21810; }","duration":"170.926339ms","start":"2026-04-16T01:11:56.510231Z","end":"2026-04-16T01:11:56.681158Z","steps":["trace[1943228421] 'agreement among raft nodes before linearized reading' (duration: 170.869807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.885186Z","time spent":"796.038097ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:56.68133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.126094Z","time spent":"555.225616ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:11:56.681356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35991442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:11:56.681361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413997554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:56.681392Z","caller":"traceutil/trace.go:171","msg":"trace[1436951440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21810; }","duration":"1.359952861s","start":"2026-04-16T01:11:55.321429Z","end":"2026-04-16T01:11:56.681382Z","steps":["trace[1436951440] 'agreement among raft nodes before linearized reading' (duration: 1.359859719s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223028432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:56.681437Z","caller":"traceutil/trace.go:171","msg":"trace[1183502789] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21810; }","duration":"1.223106953s","start":"2026-04-16T01:11:55.458323Z","end":"2026-04-16T01:11:56.68143Z","steps":["trace[1183502789] 'agreement among raft nodes before linearized reading' (duration: 1.223052272s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:56.681446Z","caller":"traceutil/trace.go:171","msg":"trace[619259086] transaction","detail":"{read_only:false; response_revision:21809; number_of_response:1; }","duration":"556.549547ms","start":"2026-04-16T01:11:56.124885Z","end":"2026-04-16T01:11:56.681435Z","steps":["trace[619259086] 'process raft request' (duration: 555.675427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.458301Z","time spent":"1.223157984s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:56.681479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427142052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:56.681507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.12486Z","time spent":"556.615539ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:56.681516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113317929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:11:56.681562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360311308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:11:56.6816Z","caller":"traceutil/trace.go:171","msg":"trace[818127554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21810; }","duration":"1.36036472s","start":"2026-04-16T01:11:55.321227Z","end":"2026-04-16T01:11:56.681592Z","steps":["trace[818127554] 'agreement among raft nodes before linearized reading' (duration: 1.360276048s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180319455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:11:56.681633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.32122Z","time spent":"1.36040691s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:11:56.681292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.930003Z","time spent":"751.226022ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:56.681754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36082851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:11:56.681398Z","caller":"traceutil/trace.go:171","msg":"trace[529731224] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21810; }","duration":"1.414065896s","start":"2026-04-16T01:11:55.267322Z","end":"2026-04-16T01:11:56.681388Z","steps":["trace[529731224] 'agreement among raft nodes before linearized reading' (duration: 1.413998764s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:56.681778Z","caller":"traceutil/trace.go:171","msg":"trace[171562715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21810; }","duration":"1.360890521s","start":"2026-04-16T01:11:55.32088Z","end":"2026-04-16T01:11:56.681771Z","steps":["trace[171562715] 'agreement among raft nodes before linearized reading' (duration: 1.36082528s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.320858Z","time spent":"1.360940233s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:11:56.681803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.267311Z","time spent":"1.414483396s","remote":"127.0.0.1:55126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:56.681638Z","caller":"traceutil/trace.go:171","msg":"trace[213695287] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:21810; }","duration":"1.180375415s","start":"2026-04-16T01:11:55.501255Z","end":"2026-04-16T01:11:56.68163Z","steps":["trace[213695287] 'agreement among raft nodes before linearized reading' (duration: 1.180313784s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559308167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-16T01:11:56.681872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.501236Z","time spent":"1.180618771s","remote":"127.0.0.1:45792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:56.681905Z","caller":"traceutil/trace.go:171","msg":"trace[36069238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21810; }","duration":"2.559392888s","start":"2026-04-16T01:11:54.122495Z","end":"2026-04-16T01:11:56.681888Z","steps":["trace[36069238] 'agreement among raft nodes before linearized reading' (duration: 2.559220875s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:56.681564Z","caller":"traceutil/trace.go:171","msg":"trace[1893485924] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21810; }","duration":"1.11340279s","start":"2026-04-16T01:11:55.568148Z","end":"2026-04-16T01:11:56.681551Z","steps":["trace[1893485924] 'agreement among raft nodes before linearized reading' (duration: 1.113310848s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.681953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.122487Z","time spent":"2.55945356s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:11:56.681993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.568126Z","time spent":"1.11385084s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:56.681107Z","caller":"traceutil/trace.go:171","msg":"trace[1102415572] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:21810; }","duration":"1.56494593s","start":"2026-04-16T01:11:55.116148Z","end":"2026-04-16T01:11:56.681093Z","steps":["trace[1102415572] 'agreement among raft nodes before linearized reading' (duration: 1.564761436s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.682105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.116132Z","time spent":"1.565955433s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:11:56.681481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360118635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:11:56.68216Z","caller":"traceutil/trace.go:171","msg":"trace[1724854684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21810; }","duration":"1.36082984s","start":"2026-04-16T01:11:55.321318Z","end":"2026-04-16T01:11:56.682148Z","steps":["trace[1724854684] 'agreement among raft nodes before linearized reading' (duration: 1.360100134s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.682207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.3213Z","time spent":"1.360894251s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:11:56.681514Z","caller":"traceutil/trace.go:171","msg":"trace[895265715] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:21810; }","duration":"1.427211334s","start":"2026-04-16T01:11:55.254293Z","end":"2026-04-16T01:11:56.681504Z","steps":["trace[895265715] 'agreement among raft nodes before linearized reading' (duration: 1.427159452s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.682297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.254273Z","time spent":"1.428013031s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:56.681436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:55.321351Z","time spent":"1.360075234s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:11:56.68119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.24538Z","time spent":"435.740153ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:56.680972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151808284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:11:56.68243Z","caller":"traceutil/trace.go:171","msg":"trace[127117534] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21810; }","duration":"2.153307367s","start":"2026-04-16T01:11:54.529111Z","end":"2026-04-16T01:11:56.682418Z","steps":["trace[127117534] 'agreement among raft nodes before linearized reading' (duration: 2.151819504s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:56.68248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:54.529091Z","time spent":"2.153373459s","remote":"127.0.0.1:45764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:57.453886Z","caller":"traceutil/trace.go:171","msg":"trace[78843686] transaction","detail":"{read_only:false; response_revision:21811; number_of_response:1; }","duration":"767.033341ms","start":"2026-04-16T01:11:56.686827Z","end":"2026-04-16T01:11:57.45386Z","steps":["trace[78843686] 'process raft request' (duration: 741.491402ms)","trace[78843686] 'compare' (duration: 25.180921ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:57.453913Z","caller":"traceutil/trace.go:171","msg":"trace[1819981177] transaction","detail":"{read_only:false; response_revision:21813; number_of_response:1; }","duration":"767.051372ms","start":"2026-04-16T01:11:56.686836Z","end":"2026-04-16T01:11:57.453887Z","steps":["trace[1819981177] 'process raft request' (duration: 766.97245ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:57.45399Z","caller":"traceutil/trace.go:171","msg":"trace[1197364740] linearizableReadLoop","detail":"{readStateIndex:22474; appliedIndex:22468; }","duration":"766.884208ms","start":"2026-04-16T01:11:56.687094Z","end":"2026-04-16T01:11:57.453978Z","steps":["trace[1197364740] 'read index received' (duration: 19.795359ms)","trace[1197364740] 'applied index is now lower than readState.Index' (duration: 747.088059ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:57.454048Z","caller":"traceutil/trace.go:171","msg":"trace[27140632] transaction","detail":"{read_only:false; response_revision:21816; number_of_response:1; }","duration":"766.020718ms","start":"2026-04-16T01:11:56.688021Z","end":"2026-04-16T01:11:57.454042Z","steps":["trace[27140632] 'process raft request' (duration: 765.874075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:57.454047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.686814Z","time spent":"767.169974ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:57.453981Z","caller":"traceutil/trace.go:171","msg":"trace[1494876853] transaction","detail":"{read_only:false; response_revision:21814; number_of_response:1; }","duration":"767.087842ms","start":"2026-04-16T01:11:56.686863Z","end":"2026-04-16T01:11:57.453951Z","steps":["trace[1494876853] 'process raft request' (duration: 766.969559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:57.454069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.686824Z","time spent":"767.165174ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:57.454093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.688005Z","time spent":"766.065219ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:57.453885Z","caller":"traceutil/trace.go:171","msg":"trace[1136651484] transaction","detail":"{read_only:false; response_revision:21812; number_of_response:1; }","duration":"767.029571ms","start":"2026-04-16T01:11:56.686824Z","end":"2026-04-16T01:11:57.453854Z","steps":["trace[1136651484] 'process raft request' (duration: 766.921339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:57.454245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.686797Z","time spent":"767.41748ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:57.454283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.199934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"warn","ts":"2026-04-16T01:11:57.454272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.686846Z","time spent":"767.246096ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:57.454315Z","caller":"traceutil/trace.go:171","msg":"trace[794018924] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21816; }","duration":"767.252316ms","start":"2026-04-16T01:11:56.687055Z","end":"2026-04-16T01:11:57.454307Z","steps":["trace[794018924] 'agreement among raft nodes before linearized reading' (duration: 767.141374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:57.454336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.687042Z","time spent":"767.288837ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T01:11:57.455571Z","caller":"traceutil/trace.go:171","msg":"trace[378548684] transaction","detail":"{read_only:false; response_revision:21815; number_of_response:1; }","duration":"767.0069ms","start":"2026-04-16T01:11:56.686921Z","end":"2026-04-16T01:11:57.453927Z","steps":["trace[378548684] 'process raft request' (duration: 766.937069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:57.455678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.686899Z","time spent":"768.728129ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:11:57.488471Z","caller":"traceutil/trace.go:171","msg":"trace[1679590645] transaction","detail":"{read_only:false; response_revision:21817; number_of_response:1; }","duration":"780.332142ms","start":"2026-04-16T01:11:56.708114Z","end":"2026-04-16T01:11:57.488446Z","steps":["trace[1679590645] 'process raft request' (duration: 780.197288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:57.488594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.708085Z","time spent":"780.441744ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:57.488952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.764243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-16T01:11:57.489077Z","caller":"traceutil/trace.go:171","msg":"trace[919530173] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec; range_end:; response_count:1; response_revision:21817; }","duration":"800.914046ms","start":"2026-04-16T01:11:56.688149Z","end":"2026-04-16T01:11:57.489063Z","steps":["trace[919530173] 'agreement among raft nodes before linearized reading' (duration: 800.719782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:57.48911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:56.688143Z","time spent":"800.959048ms","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec\" "} {"level":"warn","ts":"2026-04-16T01:11:57.994063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:58.357809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.744452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:58.357925Z","caller":"traceutil/trace.go:171","msg":"trace[645890898] linearizableReadLoop","detail":"{readStateIndex:22477; appliedIndex:22476; }","duration":"864.753673ms","start":"2026-04-16T01:11:57.493154Z","end":"2026-04-16T01:11:58.357908Z","steps":["trace[645890898] 'read index received' (duration: 671.848187ms)","trace[645890898] 'applied index is now lower than readState.Index' (duration: 192.903796ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:11:58.358022Z","caller":"traceutil/trace.go:171","msg":"trace[153558791] transaction","detail":"{read_only:false; response_revision:21818; number_of_response:1; }","duration":"865.462279ms","start":"2026-04-16T01:11:57.492545Z","end":"2026-04-16T01:11:58.358007Z","steps":["trace[153558791] 'process raft request' (duration: 672.43319ms)","trace[153558791] 'compare' (duration: 192.090817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:58.358079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:57.492534Z","time spent":"865.51378ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:11:58.358259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.156805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:11:58.358263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.684576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:58.358325Z","caller":"traceutil/trace.go:171","msg":"trace[1707359319] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21818; }","duration":"794.272447ms","start":"2026-04-16T01:11:57.564035Z","end":"2026-04-16T01:11:58.358307Z","steps":["trace[1707359319] 'agreement among raft nodes before linearized reading' (duration: 794.117413ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:58.358341Z","caller":"traceutil/trace.go:171","msg":"trace[1505723324] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21818; }","duration":"342.800119ms","start":"2026-04-16T01:11:58.015523Z","end":"2026-04-16T01:11:58.358323Z","steps":["trace[1505723324] 'agreement among raft nodes before linearized reading' (duration: 342.658656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:58.358363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:57.564021Z","time spent":"794.334128ms","remote":"127.0.0.1:43572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:58.358392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.015508Z","time spent":"342.867851ms","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:58.358527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.623595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:58.358592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.401448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:11:58.358615Z","caller":"traceutil/trace.go:171","msg":"trace[2070675647] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21818; }","duration":"793.470259ms","start":"2026-04-16T01:11:57.565137Z","end":"2026-04-16T01:11:58.358607Z","steps":["trace[2070675647] 'agreement among raft nodes before linearized reading' (duration: 793.416557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:58.358616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.024741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:58.358635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:57.565114Z","time spent":"793.51553ms","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:11:58.358618Z","caller":"traceutil/trace.go:171","msg":"trace[1387795009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21818; }","duration":"342.745048ms","start":"2026-04-16T01:11:58.015849Z","end":"2026-04-16T01:11:58.358594Z","steps":["trace[1387795009] 'agreement among raft nodes before linearized reading' (duration: 342.584494ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:11:58.358663Z","caller":"traceutil/trace.go:171","msg":"trace[1725917634] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21818; }","duration":"429.105203ms","start":"2026-04-16T01:11:57.929539Z","end":"2026-04-16T01:11:58.358644Z","steps":["trace[1725917634] 'agreement among raft nodes before linearized reading' (duration: 429.043971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:58.358697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.015841Z","time spent":"342.842449ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:11:58.358705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:57.929513Z","time spent":"429.181884ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:11:58.358539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.812835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:11:58.358746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.583853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T01:11:58.358764Z","caller":"traceutil/trace.go:171","msg":"trace[76711109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21818; }","duration":"607.090101ms","start":"2026-04-16T01:11:57.751661Z","end":"2026-04-16T01:11:58.358751Z","steps":["trace[76711109] 'agreement among raft nodes before linearized reading' (duration: 606.811604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:58.358799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:57.751638Z","time spent":"607.151251ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:11:58.358803Z","caller":"traceutil/trace.go:171","msg":"trace[312397506] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21818; }","duration":"865.648993ms","start":"2026-04-16T01:11:57.493136Z","end":"2026-04-16T01:11:58.358785Z","steps":["trace[312397506] 'agreement among raft nodes before linearized reading' (duration: 865.449139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:11:58.358844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:57.493095Z","time spent":"865.737545ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T01:11:58.991098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:11:59.763255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.745057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:11:59.763409Z","caller":"traceutil/trace.go:171","msg":"trace[1459785933] transaction","detail":"{read_only:false; response_revision:21819; number_of_response:1; }","duration":"1.399945065s","start":"2026-04-16T01:11:58.363403Z","end":"2026-04-16T01:11:59.763348Z","steps":["trace[1459785933] 'process raft request' (duration: 875.014655ms)","trace[1459785933] 'compare' (duration: 524.331257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:11:59.763474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.363384Z","time spent":"1.400058788s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:01.017477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000299564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:12:01.017641Z","caller":"traceutil/trace.go:171","msg":"trace[206820631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000529699s","start":"2026-04-16T01:11:59.017082Z","end":"2026-04-16T01:12:01.017612Z","steps":["trace[206820631] 'agreement among raft nodes before linearized reading' (duration: 2.000315295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:01.017711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.017063Z","time spent":"2.000635072s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:12:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:12:02.358975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.728421014s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:12:02.425824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:00.303003Z","time spent":"2.122813137s","remote":"127.0.0.1:58464","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T01:12:02.427127Z","caller":"traceutil/trace.go:171","msg":"trace[672526000] transaction","detail":"{read_only:false; response_revision:21820; number_of_response:1; }","duration":"3.85571534s","start":"2026-04-16T01:11:58.571378Z","end":"2026-04-16T01:12:02.427093Z","steps":["trace[672526000] 'process raft request' (duration: 3.787786032s)","trace[672526000] 'compare' (duration: 67.362154ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:02.427211Z","caller":"traceutil/trace.go:171","msg":"trace[598212068] transaction","detail":"{read_only:false; response_revision:21822; number_of_response:1; }","duration":"3.853459229s","start":"2026-04-16T01:11:58.573726Z","end":"2026-04-16T01:12:02.427185Z","steps":["trace[598212068] 'process raft request' (duration: 3.853379407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.427268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.571328Z","time spent":"3.855862973s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:02.427411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.57372Z","time spent":"3.853562241s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:02.427553Z","caller":"traceutil/trace.go:171","msg":"trace[1027512908] transaction","detail":"{read_only:false; response_revision:21821; number_of_response:1; }","duration":"3.854191815s","start":"2026-04-16T01:11:58.57335Z","end":"2026-04-16T01:12:02.427541Z","steps":["trace[1027512908] 'process raft request' (duration: 3.853668253s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:02.427576Z","caller":"traceutil/trace.go:171","msg":"trace[934771619] linearizableReadLoop","detail":"{readStateIndex:22486; appliedIndex:22477; }","duration":"3.936858936s","start":"2026-04-16T01:11:58.490696Z","end":"2026-04-16T01:12:02.427555Z","steps":["trace[934771619] 'read index received' (duration: 747.815186ms)","trace[934771619] 'applied index is now lower than readState.Index' (duration: 3.18904244s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:02.427651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.573328Z","time spent":"3.854264636s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:02.427696Z","caller":"traceutil/trace.go:171","msg":"trace[871863199] transaction","detail":"{read_only:false; response_revision:21823; number_of_response:1; }","duration":"3.853905027s","start":"2026-04-16T01:11:58.573773Z","end":"2026-04-16T01:12:02.427678Z","steps":["trace[871863199] 'process raft request' (duration: 3.853377665s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:02.427759Z","caller":"traceutil/trace.go:171","msg":"trace[477502105] transaction","detail":"{read_only:false; response_revision:21826; number_of_response:1; }","duration":"3.853811576s","start":"2026-04-16T01:11:58.573936Z","end":"2026-04-16T01:12:02.427748Z","steps":["trace[477502105] 'process raft request' (duration: 3.853520529s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.427781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.573766Z","time spent":"3.853964239s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:02.427821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.573672Z","time spent":"3.854118373s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:02.427901Z","caller":"traceutil/trace.go:171","msg":"trace[743498857] transaction","detail":"{read_only:false; response_revision:21824; number_of_response:1; }","duration":"3.854057701s","start":"2026-04-16T01:11:58.573834Z","end":"2026-04-16T01:12:02.427891Z","steps":["trace[743498857] 'process raft request' (duration: 3.853422297s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.427953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.5738Z","time spent":"3.854125733s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:02.427978Z","caller":"traceutil/trace.go:171","msg":"trace[1812772071] transaction","detail":"{read_only:false; response_revision:21825; number_of_response:1; }","duration":"3.854064831s","start":"2026-04-16T01:11:58.573902Z","end":"2026-04-16T01:12:02.427967Z","steps":["trace[1812772071] 'process raft request' (duration: 3.853489219s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:02.428042Z","caller":"traceutil/trace.go:171","msg":"trace[1045898104] transaction","detail":"{read_only:false; response_revision:21827; number_of_response:1; }","duration":"3.740099942s","start":"2026-04-16T01:11:58.687933Z","end":"2026-04-16T01:12:02.428033Z","steps":["trace[1045898104] 'process raft request' (duration: 3.739572141s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.428054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.573895Z","time spent":"3.854123323s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:02.428094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.687909Z","time spent":"3.740159275s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:02.428155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9374549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:02.428195Z","caller":"traceutil/trace.go:171","msg":"trace[1410975061] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:21827; }","duration":"3.93752035s","start":"2026-04-16T01:11:58.490663Z","end":"2026-04-16T01:12:02.428183Z","steps":["trace[1410975061] 'agreement among raft nodes before linearized reading' (duration: 3.937459908s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.42823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.490622Z","time spent":"3.937600043s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:02.459982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822724929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:02.460056Z","caller":"traceutil/trace.go:171","msg":"trace[121176240] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21829; }","duration":"2.822880662s","start":"2026-04-16T01:11:59.637159Z","end":"2026-04-16T01:12:02.46004Z","steps":["trace[121176240] 'agreement among raft nodes before linearized reading' (duration: 2.822749878s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.460087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.637118Z","time spent":"2.822962084s","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:02.460201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001078346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:02.460267Z","caller":"traceutil/trace.go:171","msg":"trace[1006953998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21829; }","duration":"3.001193688s","start":"2026-04-16T01:11:59.459057Z","end":"2026-04-16T01:12:02.460251Z","steps":["trace[1006953998] 'agreement among raft nodes before linearized reading' (duration: 3.001018433s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.460311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.459028Z","time spent":"3.001273169s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:02.460374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507172892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:02.460428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118617986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-16T01:12:02.460507Z","caller":"traceutil/trace.go:171","msg":"trace[2104564891] transaction","detail":"{read_only:false; response_revision:21828; number_of_response:1; }","duration":"834.216091ms","start":"2026-04-16T01:12:01.62628Z","end":"2026-04-16T01:12:02.460496Z","steps":["trace[2104564891] 'process raft request' (duration: 833.266609ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:02.460506Z","caller":"traceutil/trace.go:171","msg":"trace[795800415] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21829; }","duration":"3.118740978s","start":"2026-04-16T01:11:59.341748Z","end":"2026-04-16T01:12:02.460489Z","steps":["trace[795800415] 'agreement among raft nodes before linearized reading' (duration: 3.118541043s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.460522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000728427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T01:12:02.460548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.34172Z","time spent":"3.118819951s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-16T01:12:02.460553Z","caller":"traceutil/trace.go:171","msg":"trace[1282699354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21829; }","duration":"3.000791799s","start":"2026-04-16T01:11:59.459751Z","end":"2026-04-16T01:12:02.460543Z","steps":["trace[1282699354] 'agreement among raft nodes before linearized reading' (duration: 3.000705778s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.46063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623645626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:12:02.460653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.459734Z","time spent":"3.000910201s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T01:12:02.460679Z","caller":"traceutil/trace.go:171","msg":"trace[573106516] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"770.575181ms","start":"2026-04-16T01:12:01.690091Z","end":"2026-04-16T01:12:02.460666Z","steps":["trace[573106516] 'process raft request' (duration: 769.611159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:02.46068Z","caller":"traceutil/trace.go:171","msg":"trace[320703621] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:21829; }","duration":"3.623712118s","start":"2026-04-16T01:11:58.836955Z","end":"2026-04-16T01:12:02.460667Z","steps":["trace[320703621] 'agreement among raft nodes before linearized reading' (duration: 3.623482292s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.460716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:58.836917Z","time spent":"3.62379085s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":195,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:02.460733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:01.690071Z","time spent":"770.629902ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:02.460458Z","caller":"traceutil/trace.go:171","msg":"trace[1297709915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21829; }","duration":"1.507313265s","start":"2026-04-16T01:12:00.953125Z","end":"2026-04-16T01:12:02.460438Z","steps":["trace[1297709915] 'agreement among raft nodes before linearized reading' (duration: 1.507160122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.460782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047054935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:02.460836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:00.953104Z","time spent":"1.507716815s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:02.460861Z","caller":"traceutil/trace.go:171","msg":"trace[710552618] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21829; }","duration":"3.047189089s","start":"2026-04-16T01:11:59.413653Z","end":"2026-04-16T01:12:02.460842Z","steps":["trace[710552618] 'agreement among raft nodes before linearized reading' (duration: 3.047046236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.460877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001458314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T01:12:02.460907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.413631Z","time spent":"3.04726396s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:02.460637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:01.626254Z","time spent":"834.287592ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:02.46093Z","caller":"traceutil/trace.go:171","msg":"trace[1590392952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21829; }","duration":"3.001581367s","start":"2026-04-16T01:11:59.459336Z","end":"2026-04-16T01:12:02.460917Z","steps":["trace[1590392952] 'agreement among raft nodes before linearized reading' (duration: 3.001455714s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.460971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.459317Z","time spent":"3.001644278s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:02.460394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001428623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:12:02.461051Z","caller":"traceutil/trace.go:171","msg":"trace[1917139621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21829; }","duration":"3.002119298s","start":"2026-04-16T01:11:59.45892Z","end":"2026-04-16T01:12:02.461039Z","steps":["trace[1917139621] 'agreement among raft nodes before linearized reading' (duration: 3.001309079s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.461087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.458907Z","time spent":"3.002170719s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:02.46112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303587355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:12:02.461162Z","caller":"traceutil/trace.go:171","msg":"trace[379406573] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21829; }","duration":"1.303671167s","start":"2026-04-16T01:12:01.157478Z","end":"2026-04-16T01:12:02.461149Z","steps":["trace[379406573] 'agreement among raft nodes before linearized reading' (duration: 1.303463142s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.461191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:01.157457Z","time spent":"1.303725477s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:02.461195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002953257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:02.461231Z","caller":"traceutil/trace.go:171","msg":"trace[1651808035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21829; }","duration":"3.00303383s","start":"2026-04-16T01:11:59.458186Z","end":"2026-04-16T01:12:02.461219Z","steps":["trace[1651808035] 'agreement among raft nodes before linearized reading' (duration: 3.002904836s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.461244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250482997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:02.461306Z","caller":"traceutil/trace.go:171","msg":"trace[1814133432] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21829; }","duration":"2.250578779s","start":"2026-04-16T01:12:00.210711Z","end":"2026-04-16T01:12:02.461289Z","steps":["trace[1814133432] 'agreement among raft nodes before linearized reading' (duration: 2.250499208s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.461321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443596204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:02.461356Z","caller":"traceutil/trace.go:171","msg":"trace[26793642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21829; }","duration":"1.443664055s","start":"2026-04-16T01:12:01.017682Z","end":"2026-04-16T01:12:02.461346Z","steps":["trace[26793642] 'agreement among raft nodes before linearized reading' (duration: 1.443612824s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.46136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:00.210689Z","time spent":"2.250655901s","remote":"127.0.0.1:45784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:02.461388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:01.017648Z","time spent":"1.443733627s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:02.461175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755706178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:02.461447Z","caller":"traceutil/trace.go:171","msg":"trace[2055450109] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21829; }","duration":"1.756013426s","start":"2026-04-16T01:12:00.705418Z","end":"2026-04-16T01:12:02.461431Z","steps":["trace[2055450109] 'agreement among raft nodes before linearized reading' (duration: 1.755627806s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.461261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.458161Z","time spent":"3.00308993s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:12:02.461513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:00.705399Z","time spent":"1.756099426s","remote":"127.0.0.1:43724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:02.46151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258207311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:02.461581Z","caller":"traceutil/trace.go:171","msg":"trace[1712292433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21829; }","duration":"2.258334004s","start":"2026-04-16T01:12:00.20323Z","end":"2026-04-16T01:12:02.461564Z","steps":["trace[1712292433] 'agreement among raft nodes before linearized reading' (duration: 2.258225232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.461647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:00.203199Z","time spent":"2.258431716s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:02.461524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693978175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:12:02.461744Z","caller":"traceutil/trace.go:171","msg":"trace[688590704] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:21829; }","duration":"2.69422791s","start":"2026-04-16T01:11:59.767503Z","end":"2026-04-16T01:12:02.461731Z","steps":["trace[688590704] 'agreement among raft nodes before linearized reading' (duration: 2.693936114s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:02.461788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:11:59.767486Z","time spent":"2.694290811s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:12:02.729376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.056584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:02.72947Z","caller":"traceutil/trace.go:171","msg":"trace[1556217936] linearizableReadLoop","detail":"{readStateIndex:22489; appliedIndex:22488; }","duration":"264.306332ms","start":"2026-04-16T01:12:02.465148Z","end":"2026-04-16T01:12:02.729455Z","steps":["trace[1556217936] 'read index received' (duration: 96.097295ms)","trace[1556217936] 'applied index is now lower than readState.Index' (duration: 168.207547ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:02.729537Z","caller":"traceutil/trace.go:171","msg":"trace[1269578833] transaction","detail":"{read_only:false; response_revision:21830; number_of_response:1; }","duration":"265.452038ms","start":"2026-04-16T01:12:02.464074Z","end":"2026-04-16T01:12:02.729526Z","steps":["trace[1269578833] 'process raft request' (duration: 97.155589ms)","trace[1269578833] 'compare' (duration: 167.85329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:02.729895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.743452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-42c3730a-f2d1-474a-bd40-2e71df79eb30\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-16T01:12:02.729935Z","caller":"traceutil/trace.go:171","msg":"trace[1118873563] range","detail":"{range_begin:/registry/persistentvolumes/pvc-42c3730a-f2d1-474a-bd40-2e71df79eb30; range_end:; response_count:1; response_revision:21830; }","duration":"264.813544ms","start":"2026-04-16T01:12:02.465111Z","end":"2026-04-16T01:12:02.729924Z","steps":["trace[1118873563] 'agreement among raft nodes before linearized reading' (duration: 264.604839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.184681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.085049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:03.18486Z","caller":"traceutil/trace.go:171","msg":"trace[706953910] transaction","detail":"{read_only:false; response_revision:21831; number_of_response:1; }","duration":"719.639488ms","start":"2026-04-16T01:12:02.465193Z","end":"2026-04-16T01:12:03.184832Z","steps":["trace[706953910] 'process raft request' (duration: 614.323254ms)","trace[706953910] 'compare' (duration: 104.350332ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:03.18494Z","caller":"traceutil/trace.go:171","msg":"trace[176226402] transaction","detail":"{read_only:false; response_revision:21832; number_of_response:1; }","duration":"719.657299ms","start":"2026-04-16T01:12:02.465256Z","end":"2026-04-16T01:12:03.184913Z","steps":["trace[176226402] 'process raft request' (duration: 719.516685ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:03.184976Z","caller":"traceutil/trace.go:171","msg":"trace[232535243] transaction","detail":"{read_only:false; response_revision:21833; number_of_response:1; }","duration":"719.136858ms","start":"2026-04-16T01:12:02.465819Z","end":"2026-04-16T01:12:03.184956Z","steps":["trace[232535243] 'process raft request' (duration: 719.009325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.18499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.465178Z","time spent":"719.736421ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:03.184985Z","caller":"traceutil/trace.go:171","msg":"trace[710455573] transaction","detail":"{read_only:false; response_revision:21834; number_of_response:1; }","duration":"718.826341ms","start":"2026-04-16T01:12:02.466142Z","end":"2026-04-16T01:12:03.184968Z","steps":["trace[710455573] 'process raft request' (duration: 718.758349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.185044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.465798Z","time spent":"719.210198ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:03.185051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.466123Z","time spent":"718.898052ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:03.185065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.465241Z","time spent":"719.752551ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:03.185046Z","caller":"traceutil/trace.go:171","msg":"trace[281429173] linearizableReadLoop","detail":"{readStateIndex:22494; appliedIndex:22489; }","duration":"455.52579ms","start":"2026-04-16T01:12:02.729494Z","end":"2026-04-16T01:12:03.18502Z","steps":["trace[281429173] 'read index received' (duration: 349.96266ms)","trace[281429173] 'applied index is now lower than readState.Index' (duration: 105.5619ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:03.185173Z","caller":"traceutil/trace.go:171","msg":"trace[1566825802] transaction","detail":"{read_only:false; response_revision:21835; number_of_response:1; }","duration":"718.546393ms","start":"2026-04-16T01:12:02.466551Z","end":"2026-04-16T01:12:03.185097Z","steps":["trace[1566825802] 'process raft request' (duration: 718.38479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.185204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.071985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:03.185228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.892978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-16T01:12:03.185228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.54449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:12:03.185235Z","caller":"traceutil/trace.go:171","msg":"trace[564747730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21835; }","duration":"715.124586ms","start":"2026-04-16T01:12:02.470104Z","end":"2026-04-16T01:12:03.185228Z","steps":["trace[564747730] 'agreement among raft nodes before linearized reading' (duration: 715.055955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.185229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.45842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:03.185255Z","caller":"traceutil/trace.go:171","msg":"trace[167911050] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21835; }","duration":"451.951649ms","start":"2026-04-16T01:12:02.733294Z","end":"2026-04-16T01:12:03.185246Z","steps":["trace[167911050] 'agreement among raft nodes before linearized reading' (duration: 451.873137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.18526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.470095Z","time spent":"715.161928ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:12:03.185259Z","caller":"traceutil/trace.go:171","msg":"trace[24319453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21835; }","duration":"690.630742ms","start":"2026-04-16T01:12:02.49462Z","end":"2026-04-16T01:12:03.185251Z","steps":["trace[24319453] 'agreement among raft nodes before linearized reading' (duration: 690.491018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.185276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.733278Z","time spent":"451.99432ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-16T01:12:03.185273Z","caller":"traceutil/trace.go:171","msg":"trace[1621455922] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21835; }","duration":"387.516472ms","start":"2026-04-16T01:12:02.797743Z","end":"2026-04-16T01:12:03.18526Z","steps":["trace[1621455922] 'agreement among raft nodes before linearized reading' (duration: 387.431089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.185284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.494598Z","time spent":"690.679753ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:12:03.185312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.797698Z","time spent":"387.603743ms","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:12:03.18537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.466535Z","time spent":"718.701687ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:03.185403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.062282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-c5rs8.18a6b0b36bd4c885\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-16T01:12:03.185438Z","caller":"traceutil/trace.go:171","msg":"trace[911860427] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-c5rs8.18a6b0b36bd4c885; range_end:; response_count:1; response_revision:21835; }","duration":"452.132883ms","start":"2026-04-16T01:12:02.733294Z","end":"2026-04-16T01:12:03.185427Z","steps":["trace[911860427] 'agreement among raft nodes before linearized reading' (duration: 451.99587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:03.185468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:02.733278Z","time spent":"452.183114ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-c5rs8.18a6b0b36bd4c885\" "} {"level":"warn","ts":"2026-04-16T01:12:03.689772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:04.190833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:04.406133Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21720625s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:12:04.408005Z","caller":"traceutil/trace.go:171","msg":"trace[337996185] linearizableReadLoop","detail":"{readStateIndex:22495; appliedIndex:22494; }","duration":"1.219008261s","start":"2026-04-16T01:12:03.188972Z","end":"2026-04-16T01:12:04.407981Z","steps":["trace[337996185] 'read index received' (duration: 1.218804246s)","trace[337996185] 'applied index is now lower than readState.Index' (duration: 203.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:04.40837Z","caller":"traceutil/trace.go:171","msg":"trace[1786956160] transaction","detail":"{read_only:false; response_revision:21836; number_of_response:1; }","duration":"1.219522473s","start":"2026-04-16T01:12:03.188833Z","end":"2026-04-16T01:12:04.408356Z","steps":["trace[1786956160] 'process raft request' (duration: 1.218997231s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:04.408501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:03.188804Z","time spent":"1.219621895s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:04.408765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219790139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:12:04.408802Z","caller":"traceutil/trace.go:171","msg":"trace[1998135308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21836; }","duration":"1.21985022s","start":"2026-04-16T01:12:03.188943Z","end":"2026-04-16T01:12:04.408793Z","steps":["trace[1998135308] 'agreement among raft nodes before linearized reading' (duration: 1.219724787s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:04.408833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:03.188928Z","time spent":"1.21989941s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:12:05.078482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.264758ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:12:05.078817Z","caller":"traceutil/trace.go:171","msg":"trace[403413290] linearizableReadLoop","detail":"{readStateIndex:22496; appliedIndex:22495; }","duration":"670.735661ms","start":"2026-04-16T01:12:04.408066Z","end":"2026-04-16T01:12:05.078802Z","steps":["trace[403413290] 'read index received' (duration: 58.157906ms)","trace[403413290] 'applied index is now lower than readState.Index' (duration: 612.577035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:05.078885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062448887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:05.078928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359761736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:12:05.078942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.0807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:05.078923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519599504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:05.078964Z","caller":"traceutil/trace.go:171","msg":"trace[245963006] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21836; }","duration":"793.121962ms","start":"2026-04-16T01:12:04.285835Z","end":"2026-04-16T01:12:05.078957Z","steps":["trace[245963006] 'agreement among raft nodes before linearized reading' (duration: 793.06024ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:05.07896Z","caller":"traceutil/trace.go:171","msg":"trace[2025106118] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:21836; }","duration":"1.359817018s","start":"2026-04-16T01:12:03.719133Z","end":"2026-04-16T01:12:05.07895Z","steps":["trace[2025106118] 'agreement among raft nodes before linearized reading' (duration: 1.359717115s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.078941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889006434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:05.078937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885962756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:05.078991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:03.719087Z","time spent":"1.359895969s","remote":"127.0.0.1:43374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:05.078991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.791192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:05.078992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.285823Z","time spent":"793.160012ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:05.079001Z","caller":"traceutil/trace.go:171","msg":"trace[1834325184] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21836; }","duration":"1.889096447s","start":"2026-04-16T01:12:03.18989Z","end":"2026-04-16T01:12:05.078986Z","steps":["trace[1834325184] 'agreement among raft nodes before linearized reading' (duration: 1.888989245s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:05.079005Z","caller":"traceutil/trace.go:171","msg":"trace[1593264188] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21836; }","duration":"1.519740658s","start":"2026-04-16T01:12:03.559237Z","end":"2026-04-16T01:12:05.078977Z","steps":["trace[1593264188] 'agreement among raft nodes before linearized reading' (duration: 1.519604275s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:05.079017Z","caller":"traceutil/trace.go:171","msg":"trace[1571751591] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21836; }","duration":"810.858542ms","start":"2026-04-16T01:12:04.268152Z","end":"2026-04-16T01:12:05.079011Z","steps":["trace[1571751591] 'agreement among raft nodes before linearized reading' (duration: 810.816082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:05.079021Z","caller":"traceutil/trace.go:171","msg":"trace[1744045669] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21836; }","duration":"1.886061208s","start":"2026-04-16T01:12:03.192935Z","end":"2026-04-16T01:12:05.078996Z","steps":["trace[1744045669] 'agreement among raft nodes before linearized reading' (duration: 1.885927665s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.079037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:03.189879Z","time spent":"1.889146338s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:05.079047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.268131Z","time spent":"810.910074ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:05.079049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:03.559209Z","time spent":"1.51982876s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:05.079063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:03.192922Z","time spent":"1.88613249s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-16T01:12:05.07895Z","caller":"traceutil/trace.go:171","msg":"trace[1788222752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21836; }","duration":"1.06255736s","start":"2026-04-16T01:12:04.016379Z","end":"2026-04-16T01:12:05.078936Z","steps":["trace[1788222752] 'agreement among raft nodes before linearized reading' (duration: 1.062451738s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.079128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.016346Z","time spent":"1.062776534s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:12:05.079301Z","caller":"traceutil/trace.go:171","msg":"trace[333142773] transaction","detail":"{read_only:false; response_revision:21837; number_of_response:1; }","duration":"647.374912ms","start":"2026-04-16T01:12:04.431914Z","end":"2026-04-16T01:12:05.079289Z","steps":["trace[333142773] 'process raft request' (duration: 646.684486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.079424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.431891Z","time spent":"647.436225ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:05.241188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.782421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:05.241409Z","caller":"traceutil/trace.go:171","msg":"trace[1119193315] transaction","detail":"{read_only:false; response_revision:21838; number_of_response:1; }","duration":"808.376197ms","start":"2026-04-16T01:12:04.433003Z","end":"2026-04-16T01:12:05.241379Z","steps":["trace[1119193315] 'process raft request' (duration: 646.272258ms)","trace[1119193315] 'compare' (duration: 161.496745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:05.241512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.43299Z","time spent":"808.474959ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:05.241898Z","caller":"traceutil/trace.go:171","msg":"trace[99613712] transaction","detail":"{read_only:false; response_revision:21839; number_of_response:1; }","duration":"808.267304ms","start":"2026-04-16T01:12:04.433597Z","end":"2026-04-16T01:12:05.241864Z","steps":["trace[99613712] 'process raft request' (duration: 807.706972ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:05.241972Z","caller":"traceutil/trace.go:171","msg":"trace[964689409] transaction","detail":"{read_only:false; response_revision:21840; number_of_response:1; }","duration":"808.298424ms","start":"2026-04-16T01:12:04.433651Z","end":"2026-04-16T01:12:05.24195Z","steps":["trace[964689409] 'process raft request' (duration: 808.136411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.242024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.433588Z","time spent":"808.364806ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:05.242112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.433647Z","time spent":"808.386206ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:05.242175Z","caller":"traceutil/trace.go:171","msg":"trace[1477223170] transaction","detail":"{read_only:false; response_revision:21841; number_of_response:1; }","duration":"808.374496ms","start":"2026-04-16T01:12:04.43378Z","end":"2026-04-16T01:12:05.242155Z","steps":["trace[1477223170] 'process raft request' (duration: 808.126891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.242293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.433775Z","time spent":"808.463378ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:05.242577Z","caller":"traceutil/trace.go:171","msg":"trace[2085739932] linearizableReadLoop","detail":"{readStateIndex:22504; appliedIndex:22496; }","duration":"163.707835ms","start":"2026-04-16T01:12:05.078848Z","end":"2026-04-16T01:12:05.242556Z","steps":["trace[2085739932] 'read index received' (duration: 35.491µs)","trace[2085739932] 'applied index is now lower than readState.Index' (duration: 163.671384ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:05.242692Z","caller":"traceutil/trace.go:171","msg":"trace[1630369579] transaction","detail":"{read_only:false; response_revision:21842; number_of_response:1; }","duration":"808.543091ms","start":"2026-04-16T01:12:04.434133Z","end":"2026-04-16T01:12:05.242676Z","steps":["trace[1630369579] 'process raft request' (duration: 807.943127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.242779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.434127Z","time spent":"808.611473ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:05.242834Z","caller":"traceutil/trace.go:171","msg":"trace[1141107153] transaction","detail":"{read_only:false; response_revision:21843; number_of_response:1; }","duration":"808.306884ms","start":"2026-04-16T01:12:04.434384Z","end":"2026-04-16T01:12:05.242691Z","steps":["trace[1141107153] 'process raft request' (duration: 807.972737ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:05.242849Z","caller":"traceutil/trace.go:171","msg":"trace[256995733] transaction","detail":"{read_only:false; response_revision:21844; number_of_response:1; }","duration":"808.11622ms","start":"2026-04-16T01:12:04.434706Z","end":"2026-04-16T01:12:05.242822Z","steps":["trace[256995733] 'process raft request' (duration: 807.804453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.242925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.961008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:05.242964Z","caller":"traceutil/trace.go:171","msg":"trace[741344347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21844; }","duration":"163.02775ms","start":"2026-04-16T01:12:05.079925Z","end":"2026-04-16T01:12:05.242953Z","steps":["trace[741344347] 'agreement among raft nodes before linearized reading' (duration: 162.969398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.242968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.434692Z","time spent":"808.220053ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:05.243024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.434351Z","time spent":"808.602803ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:05.243116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.242234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:12:05.243197Z","caller":"traceutil/trace.go:171","msg":"trace[179645149] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:21844; }","duration":"831.4913ms","start":"2026-04-16T01:12:04.411691Z","end":"2026-04-16T01:12:05.243182Z","steps":["trace[179645149] 'agreement among raft nodes before linearized reading' (duration: 831.08216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.243263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.411684Z","time spent":"831.567541ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:12:05.243427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.698913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:05.243508Z","caller":"traceutil/trace.go:171","msg":"trace[394662990] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21844; }","duration":"671.842357ms","start":"2026-04-16T01:12:04.571645Z","end":"2026-04-16T01:12:05.243487Z","steps":["trace[394662990] 'agreement among raft nodes before linearized reading' (duration: 671.656092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.243551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.062348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:05.243601Z","caller":"traceutil/trace.go:171","msg":"trace[1991900521] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21844; }","duration":"158.136919ms","start":"2026-04-16T01:12:05.085452Z","end":"2026-04-16T01:12:05.243589Z","steps":["trace[1991900521] 'agreement among raft nodes before linearized reading' (duration: 158.062258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.243556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.571601Z","time spent":"671.944909ms","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:05.243816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.690279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:12:05.243898Z","caller":"traceutil/trace.go:171","msg":"trace[860464350] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21844; }","duration":"833.800281ms","start":"2026-04-16T01:12:04.41008Z","end":"2026-04-16T01:12:05.243881Z","steps":["trace[860464350] 'agreement among raft nodes before linearized reading' (duration: 833.494524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:05.243951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:04.410071Z","time spent":"833.868613ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:12:05.749927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:06.25061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:06.491065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151742229s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:12:06.533744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.110242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:06.533847Z","caller":"traceutil/trace.go:171","msg":"trace[558953557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21844; }","duration":"892.222644ms","start":"2026-04-16T01:12:05.641607Z","end":"2026-04-16T01:12:06.533829Z","steps":["trace[558953557] 'range keys from in-memory index tree' (duration: 892.097012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:06.533879Z","caller":"traceutil/trace.go:171","msg":"trace[1767800710] transaction","detail":"{read_only:false; response_revision:21845; number_of_response:1; }","duration":"1.28708809s","start":"2026-04-16T01:12:05.246756Z","end":"2026-04-16T01:12:06.533844Z","steps":["trace[1767800710] 'process raft request' (duration: 1.244488997s)","trace[1767800710] 'compare' (duration: 42.487551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:06.534058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.246737Z","time spent":"1.287229664s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:06.586859Z","caller":"traceutil/trace.go:171","msg":"trace[864266409] transaction","detail":"{read_only:false; response_revision:21847; number_of_response:1; }","duration":"1.338256189s","start":"2026-04-16T01:12:05.248579Z","end":"2026-04-16T01:12:06.586835Z","steps":["trace[864266409] 'process raft request' (duration: 1.338155257s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.587016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.248558Z","time spent":"1.338365021s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:06.587212Z","caller":"traceutil/trace.go:171","msg":"trace[814608118] transaction","detail":"{read_only:false; response_revision:21848; number_of_response:1; }","duration":"1.338491815s","start":"2026-04-16T01:12:05.248646Z","end":"2026-04-16T01:12:06.587138Z","steps":["trace[814608118] 'process raft request' (duration: 1.338150267s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:06.587291Z","caller":"traceutil/trace.go:171","msg":"trace[922196658] transaction","detail":"{read_only:false; response_revision:21846; number_of_response:1; }","duration":"1.338717111s","start":"2026-04-16T01:12:05.248538Z","end":"2026-04-16T01:12:06.587255Z","steps":["trace[922196658] 'process raft request' (duration: 1.338067926s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.587348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.248622Z","time spent":"1.338665049s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:06.58746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.24852Z","time spent":"1.338865153s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:06.587488Z","caller":"traceutil/trace.go:171","msg":"trace[1080969730] transaction","detail":"{read_only:false; response_revision:21849; number_of_response:1; }","duration":"1.338508086s","start":"2026-04-16T01:12:05.248966Z","end":"2026-04-16T01:12:06.587474Z","steps":["trace[1080969730] 'process raft request' (duration: 1.338100946s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:06.587517Z","caller":"traceutil/trace.go:171","msg":"trace[1483733739] linearizableReadLoop","detail":"{readStateIndex:22510; appliedIndex:22504; }","duration":"1.337767218s","start":"2026-04-16T01:12:05.249738Z","end":"2026-04-16T01:12:06.587506Z","steps":["trace[1483733739] 'read index received' (duration: 1.24151571s)","trace[1483733739] 'applied index is now lower than readState.Index' (duration: 96.250328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:06.587558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.248952Z","time spent":"1.338569817s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:06.587595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33785327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:06.58762Z","caller":"traceutil/trace.go:171","msg":"trace[1621991458] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21850; }","duration":"1.337898791s","start":"2026-04-16T01:12:05.249714Z","end":"2026-04-16T01:12:06.587613Z","steps":["trace[1621991458] 'agreement among raft nodes before linearized reading' (duration: 1.337843621s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:06.587559Z","caller":"traceutil/trace.go:171","msg":"trace[1200994874] transaction","detail":"{read_only:false; response_revision:21850; number_of_response:1; }","duration":"1.338375692s","start":"2026-04-16T01:12:05.24917Z","end":"2026-04-16T01:12:06.587545Z","steps":["trace[1200994874] 'process raft request' (duration: 1.33825422s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.587635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336994962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:06.587647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.249702Z","time spent":"1.337940443s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-16T01:12:06.587666Z","caller":"traceutil/trace.go:171","msg":"trace[1525608802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21850; }","duration":"1.337039882s","start":"2026-04-16T01:12:05.250617Z","end":"2026-04-16T01:12:06.587657Z","steps":["trace[1525608802] 'agreement among raft nodes before linearized reading' (duration: 1.33698637s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.587675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.249161Z","time spent":"1.338485025s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:06.587699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.250611Z","time spent":"1.337082042s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:06.587772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002758135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:06.587809Z","caller":"traceutil/trace.go:171","msg":"trace[73939648] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:21850; }","duration":"1.002816408s","start":"2026-04-16T01:12:05.584982Z","end":"2026-04-16T01:12:06.587799Z","steps":["trace[73939648] 'agreement among raft nodes before linearized reading' (duration: 1.002753817s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.587837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.584973Z","time spent":"1.002856308s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:06.587864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269132016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:06.58787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029262837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-16T01:12:06.587892Z","caller":"traceutil/trace.go:171","msg":"trace[901613260] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21850; }","duration":"1.269202166s","start":"2026-04-16T01:12:05.318682Z","end":"2026-04-16T01:12:06.587884Z","steps":["trace[901613260] 'agreement among raft nodes before linearized reading' (duration: 1.269154035s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.587916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.318664Z","time spent":"1.269247436s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T01:12:06.587993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028280573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-16T01:12:06.588023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.955171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:06.588042Z","caller":"traceutil/trace.go:171","msg":"trace[1200783858] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21850; }","duration":"1.028331314s","start":"2026-04-16T01:12:05.559688Z","end":"2026-04-16T01:12:06.588019Z","steps":["trace[1200783858] 'agreement among raft nodes before linearized reading' (duration: 1.028249202s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:06.588064Z","caller":"traceutil/trace.go:171","msg":"trace[1992616795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:21850; }","duration":"426.027392ms","start":"2026-04-16T01:12:06.162024Z","end":"2026-04-16T01:12:06.588051Z","steps":["trace[1992616795] 'agreement among raft nodes before linearized reading' (duration: 425.94953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.588081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.55968Z","time spent":"1.028393626s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T01:12:06.588096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:06.162004Z","time spent":"426.082565ms","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:06.587917Z","caller":"traceutil/trace.go:171","msg":"trace[1450036131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21850; }","duration":"1.029341907s","start":"2026-04-16T01:12:05.558561Z","end":"2026-04-16T01:12:06.587903Z","steps":["trace[1450036131] 'agreement among raft nodes before linearized reading' (duration: 1.029193494s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.588244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:05.558537Z","time spent":"1.029628395s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T01:12:06.836258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.286193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:06.83648Z","caller":"traceutil/trace.go:171","msg":"trace[1533004333] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"245.738612ms","start":"2026-04-16T01:12:06.590688Z","end":"2026-04-16T01:12:06.836427Z","steps":["trace[1533004333] 'process raft request' (duration: 102.176183ms)","trace[1533004333] 'compare' (duration: 142.991807ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:06.836781Z","caller":"traceutil/trace.go:171","msg":"trace[1687573811] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"242.661512ms","start":"2026-04-16T01:12:06.593872Z","end":"2026-04-16T01:12:06.836534Z","steps":["trace[1687573811] 'process raft request' (duration: 242.62054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:06.836796Z","caller":"traceutil/trace.go:171","msg":"trace[125084955] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"244.615726ms","start":"2026-04-16T01:12:06.592152Z","end":"2026-04-16T01:12:06.836768Z","steps":["trace[125084955] 'process raft request' (duration: 244.236567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:06.836795Z","caller":"traceutil/trace.go:171","msg":"trace[265567843] linearizableReadLoop","detail":"{readStateIndex:22511; appliedIndex:22510; }","duration":"244.701298ms","start":"2026-04-16T01:12:06.592053Z","end":"2026-04-16T01:12:06.836755Z","steps":["trace[265567843] 'read index received' (duration: 100.898123ms)","trace[265567843] 'applied index is now lower than readState.Index' (duration: 143.800915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:06.836997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.918723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:06.837119Z","caller":"traceutil/trace.go:171","msg":"trace[715596589] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21853; }","duration":"245.073617ms","start":"2026-04-16T01:12:06.592025Z","end":"2026-04-16T01:12:06.837098Z","steps":["trace[715596589] 'agreement among raft nodes before linearized reading' (duration: 244.883383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.930201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.306104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:06.930225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.710307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:06.930291Z","caller":"traceutil/trace.go:171","msg":"trace[1515283945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21854; }","duration":"136.451258ms","start":"2026-04-16T01:12:06.793816Z","end":"2026-04-16T01:12:06.930267Z","steps":["trace[1515283945] 'agreement among raft nodes before linearized reading' (duration: 136.261284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:06.930331Z","caller":"traceutil/trace.go:171","msg":"trace[1237200685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21854; }","duration":"331.839632ms","start":"2026-04-16T01:12:06.598467Z","end":"2026-04-16T01:12:06.930307Z","steps":["trace[1237200685] 'agreement among raft nodes before linearized reading' (duration: 331.642237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.930428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:06.598458Z","time spent":"331.956824ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:06.930535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.699924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-16T01:12:06.931288Z","caller":"traceutil/trace.go:171","msg":"trace[25913461] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:21854; }","duration":"335.474783ms","start":"2026-04-16T01:12:06.595792Z","end":"2026-04-16T01:12:06.931267Z","steps":["trace[25913461] 'agreement among raft nodes before linearized reading' (duration: 334.562132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:06.931476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:06.595783Z","time spent":"335.662988ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-04-16T01:12:06.931022Z","caller":"traceutil/trace.go:171","msg":"trace[1687383504] transaction","detail":"{read_only:false; response_revision:21854; number_of_response:1; }","duration":"117.729434ms","start":"2026-04-16T01:12:06.812754Z","end":"2026-04-16T01:12:06.930484Z","steps":["trace[1687383504] 'process raft request' (duration: 117.039099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:07.442644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:07.943276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:08.121136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186256699s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:12:08.197551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:06.932779Z","time spent":"1.264764077s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:12:08.437146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.938843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:08.437409Z","caller":"traceutil/trace.go:171","msg":"trace[1765774505] transaction","detail":"{read_only:false; response_revision:21855; number_of_response:1; }","duration":"1.473825438s","start":"2026-04-16T01:12:06.963551Z","end":"2026-04-16T01:12:08.437377Z","steps":["trace[1765774505] 'process raft request' (duration: 1.346580198s)","trace[1765774505] 'compare' (duration: 126.719218ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:08.437557Z","caller":"traceutil/trace.go:171","msg":"trace[559370615] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"239.00333ms","start":"2026-04-16T01:12:08.198539Z","end":"2026-04-16T01:12:08.437543Z","steps":["trace[559370615] 'process raft request' (duration: 238.966959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.437559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:06.963519Z","time spent":"1.473961341s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:08.437693Z","caller":"traceutil/trace.go:171","msg":"trace[1091753155] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"1.352690346s","start":"2026-04-16T01:12:07.084977Z","end":"2026-04-16T01:12:08.437667Z","steps":["trace[1091753155] 'process raft request' (duration: 1.352252326s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:08.437694Z","caller":"traceutil/trace.go:171","msg":"trace[257498880] transaction","detail":"{read_only:false; response_revision:21860; number_of_response:1; }","duration":"1.189093993s","start":"2026-04-16T01:12:07.248562Z","end":"2026-04-16T01:12:08.437656Z","steps":["trace[257498880] 'process raft request' (duration: 1.188823177s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:08.437718Z","caller":"traceutil/trace.go:171","msg":"trace[50259533] transaction","detail":"{read_only:false; response_revision:21859; number_of_response:1; }","duration":"1.189131754s","start":"2026-04-16T01:12:07.248566Z","end":"2026-04-16T01:12:08.437698Z","steps":["trace[50259533] 'process raft request' (duration: 1.188795256s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:08.437703Z","caller":"traceutil/trace.go:171","msg":"trace[1118273461] transaction","detail":"{read_only:false; response_revision:21857; number_of_response:1; }","duration":"1.190606967s","start":"2026-04-16T01:12:07.247055Z","end":"2026-04-16T01:12:08.437662Z","steps":["trace[1118273461] 'process raft request' (duration: 1.190251659s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:08.437767Z","caller":"traceutil/trace.go:171","msg":"trace[716250896] linearizableReadLoop","detail":"{readStateIndex:22525; appliedIndex:22514; }","duration":"1.495438347s","start":"2026-04-16T01:12:06.942313Z","end":"2026-04-16T01:12:08.437751Z","steps":["trace[716250896] 'read index received' (duration: 1.179063606s)","trace[716250896] 'applied index is now lower than readState.Index' (duration: 316.373091ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:08.437771Z","caller":"traceutil/trace.go:171","msg":"trace[731048100] transaction","detail":"{read_only:false; response_revision:21861; number_of_response:1; }","duration":"1.189125364s","start":"2026-04-16T01:12:07.248634Z","end":"2026-04-16T01:12:08.43776Z","steps":["trace[731048100] 'process raft request' (duration: 1.188774957s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.437793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.084917Z","time spent":"1.352826729s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:08.437808Z","caller":"traceutil/trace.go:171","msg":"trace[962921208] transaction","detail":"{read_only:false; response_revision:21862; number_of_response:1; }","duration":"1.188586801s","start":"2026-04-16T01:12:07.249214Z","end":"2026-04-16T01:12:08.437801Z","steps":["trace[962921208] 'process raft request' (duration: 1.188216913s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.437839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.248553Z","time spent":"1.189216956s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:08.437855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.249196Z","time spent":"1.188633093s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:08.43785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.248527Z","time spent":"1.189243217s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:08.437881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.247026Z","time spent":"1.190765512s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:08.43789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.248607Z","time spent":"1.189207456s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:08.437941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495623512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T01:12:08.437705Z","caller":"traceutil/trace.go:171","msg":"trace[1577331393] transaction","detail":"{read_only:false; response_revision:21863; number_of_response:1; }","duration":"1.188358986s","start":"2026-04-16T01:12:07.249316Z","end":"2026-04-16T01:12:08.437675Z","steps":["trace[1577331393] 'process raft request' (duration: 1.188135081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.437945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.60653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:08.437977Z","caller":"traceutil/trace.go:171","msg":"trace[1668294004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21865; }","duration":"1.495683902s","start":"2026-04-16T01:12:06.942283Z","end":"2026-04-16T01:12:08.437966Z","steps":["trace[1668294004] 'agreement among raft nodes before linearized reading' (duration: 1.495541679s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.437996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.557442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-16T01:12:08.437992Z","caller":"traceutil/trace.go:171","msg":"trace[696375514] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21865; }","duration":"321.695611ms","start":"2026-04-16T01:12:08.116284Z","end":"2026-04-16T01:12:08.437979Z","steps":["trace[696375514] 'agreement among raft nodes before linearized reading' (duration: 321.618639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.438006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:06.942263Z","time spent":"1.495736904s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T01:12:08.438002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.249304Z","time spent":"1.188670603s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:08.438019Z","caller":"traceutil/trace.go:171","msg":"trace[1168823652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21865; }","duration":"121.617572ms","start":"2026-04-16T01:12:08.316393Z","end":"2026-04-16T01:12:08.43801Z","steps":["trace[1168823652] 'agreement among raft nodes before linearized reading' (duration: 121.524631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.438024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:08.11626Z","time spent":"321.756152ms","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:08.438023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.266184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:08.438024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.205991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:08.438072Z","caller":"traceutil/trace.go:171","msg":"trace[1700404989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21865; }","duration":"421.354037ms","start":"2026-04-16T01:12:08.016703Z","end":"2026-04-16T01:12:08.438057Z","steps":["trace[1700404989] 'agreement among raft nodes before linearized reading' (duration: 421.269475ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:08.43808Z","caller":"traceutil/trace.go:171","msg":"trace[599881798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21865; }","duration":"686.306225ms","start":"2026-04-16T01:12:07.751758Z","end":"2026-04-16T01:12:08.438065Z","steps":["trace[599881798] 'agreement among raft nodes before linearized reading' (duration: 686.219632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:08.437745Z","caller":"traceutil/trace.go:171","msg":"trace[813510930] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"970.708161ms","start":"2026-04-16T01:12:07.467029Z","end":"2026-04-16T01:12:08.437737Z","steps":["trace[813510930] 'process raft request' (duration: 970.445965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.438114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:08.01668Z","time spent":"421.424348ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:08.438117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.751734Z","time spent":"686.373145ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:08.438154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.46698Z","time spent":"971.13789ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:08.438569Z","caller":"traceutil/trace.go:171","msg":"trace[290868051] transaction","detail":"{read_only:false; response_revision:21858; number_of_response:1; }","duration":"1.190092136s","start":"2026-04-16T01:12:07.248384Z","end":"2026-04-16T01:12:08.438476Z","steps":["trace[290868051] 'process raft request' (duration: 1.1889479s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.438687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.248353Z","time spent":"1.19027823s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:08.439514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.616128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:12:08.439605Z","caller":"traceutil/trace.go:171","msg":"trace[76370048] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21865; }","duration":"708.788192ms","start":"2026-04-16T01:12:07.730802Z","end":"2026-04-16T01:12:08.43959Z","steps":["trace[76370048] 'agreement among raft nodes before linearized reading' (duration: 707.084633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:08.439688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:07.730777Z","time spent":"708.860264ms","remote":"127.0.0.1:43760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2932,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:09.326192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.99389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T01:12:09.326253Z","caller":"traceutil/trace.go:171","msg":"trace[1759257801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21865; }","duration":"733.079702ms","start":"2026-04-16T01:12:08.593159Z","end":"2026-04-16T01:12:09.326239Z","steps":["trace[1759257801] 'range keys from in-memory index tree' (duration: 732.883099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:09.326317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:08.593153Z","time spent":"733.155044ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:09.326341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.123784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T01:12:09.326388Z","caller":"traceutil/trace.go:171","msg":"trace[1299766967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21865; }","duration":"733.188555ms","start":"2026-04-16T01:12:08.593186Z","end":"2026-04-16T01:12:09.326375Z","steps":["trace[1299766967] 'range keys from in-memory index tree' (duration: 733.02318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:09.326431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:08.593176Z","time spent":"733.247456ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:12:09.326481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.858527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:09.326537Z","caller":"traceutil/trace.go:171","msg":"trace[1172422272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21865; }","duration":"310.975709ms","start":"2026-04-16T01:12:09.015549Z","end":"2026-04-16T01:12:09.326524Z","steps":["trace[1172422272] 'range keys from in-memory index tree' (duration: 310.772235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:09.326576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:09.015527Z","time spent":"311.04144ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:09.32668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.889383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T01:12:09.326773Z","caller":"traceutil/trace.go:171","msg":"trace[960723969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21865; }","duration":"735.033827ms","start":"2026-04-16T01:12:08.591711Z","end":"2026-04-16T01:12:09.326745Z","steps":["trace[960723969] 'range keys from in-memory index tree' (duration: 734.71786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:09.326818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:08.591691Z","time spent":"735.117529ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:12:09.327221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.056837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T01:12:09.327328Z","caller":"traceutil/trace.go:171","msg":"trace[1197633833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21865; }","duration":"735.13712ms","start":"2026-04-16T01:12:08.592133Z","end":"2026-04-16T01:12:09.32727Z","steps":["trace[1197633833] 'range keys from in-memory index tree' (duration: 734.935935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:09.327555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:08.592126Z","time spent":"735.415535ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:09.32804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.432574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T01:12:09.328137Z","caller":"traceutil/trace.go:171","msg":"trace[1287300602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21865; }","duration":"735.541347ms","start":"2026-04-16T01:12:08.592567Z","end":"2026-04-16T01:12:09.328108Z","steps":["trace[1287300602] 'range keys from in-memory index tree' (duration: 734.502804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:09.328192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:08.592504Z","time spent":"735.679421ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:12:09.557515Z","caller":"traceutil/trace.go:171","msg":"trace[617495457] transaction","detail":"{read_only:false; response_revision:21867; number_of_response:1; }","duration":"225.446882ms","start":"2026-04-16T01:12:09.332042Z","end":"2026-04-16T01:12:09.557489Z","steps":["trace[617495457] 'process raft request' (duration: 225.206267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:09.557768Z","caller":"traceutil/trace.go:171","msg":"trace[1337192800] transaction","detail":"{read_only:false; response_revision:21868; number_of_response:1; }","duration":"225.628416ms","start":"2026-04-16T01:12:09.332126Z","end":"2026-04-16T01:12:09.557755Z","steps":["trace[1337192800] 'process raft request' (duration: 225.317379ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:09.558209Z","caller":"traceutil/trace.go:171","msg":"trace[2028309031] transaction","detail":"{read_only:false; response_revision:21869; number_of_response:1; }","duration":"225.164007ms","start":"2026-04-16T01:12:09.332942Z","end":"2026-04-16T01:12:09.558106Z","steps":["trace[2028309031] 'process raft request' (duration: 224.771817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:09.55822Z","caller":"traceutil/trace.go:171","msg":"trace[1705532171] linearizableReadLoop","detail":"{readStateIndex:22531; appliedIndex:22527; }","duration":"222.331723ms","start":"2026-04-16T01:12:09.335861Z","end":"2026-04-16T01:12:09.558192Z","steps":["trace[1705532171] 'read index received' (duration: 48.088839ms)","trace[1705532171] 'applied index is now lower than readState.Index' (duration: 174.240814ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:09.558473Z","caller":"traceutil/trace.go:171","msg":"trace[574898403] transaction","detail":"{read_only:false; response_revision:21870; number_of_response:1; }","duration":"225.481452ms","start":"2026-04-16T01:12:09.332965Z","end":"2026-04-16T01:12:09.558446Z","steps":["trace[574898403] 'process raft request' (duration: 225.060643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:09.558695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.824593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:09.558756Z","caller":"traceutil/trace.go:171","msg":"trace[1025113560] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:21870; }","duration":"222.942125ms","start":"2026-04-16T01:12:09.335796Z","end":"2026-04-16T01:12:09.558738Z","steps":["trace[1025113560] 'agreement among raft nodes before linearized reading' (duration: 222.805882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.426648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046797903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:11.426738Z","caller":"traceutil/trace.go:171","msg":"trace[1794444810] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21871; }","duration":"1.046939875s","start":"2026-04-16T01:12:10.379774Z","end":"2026-04-16T01:12:11.426714Z","steps":["trace[1794444810] 'count revisions from in-memory index tree' (duration: 1.046688301s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.426782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.379752Z","time spent":"1.047018178s","remote":"127.0.0.1:45632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:11.426911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167448814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:11.426992Z","caller":"traceutil/trace.go:171","msg":"trace[1239429273] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21871; }","duration":"1.167542516s","start":"2026-04-16T01:12:10.259428Z","end":"2026-04-16T01:12:11.426971Z","steps":["trace[1239429273] 'count revisions from in-memory index tree' (duration: 1.167354972s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.427029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.259338Z","time spent":"1.167681489s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:11.427653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.529857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:11.427722Z","caller":"traceutil/trace.go:171","msg":"trace[1796415827] transaction","detail":"{read_only:false; response_revision:21872; number_of_response:1; }","duration":"983.990821ms","start":"2026-04-16T01:12:10.443716Z","end":"2026-04-16T01:12:11.427706Z","steps":["trace[1796415827] 'process raft request' (duration: 271.344272ms)","trace[1796415827] 'compare' (duration: 711.895612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:11.427773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.443685Z","time spent":"984.064003ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:11.738701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023556887s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:12:11.744699Z","caller":"traceutil/trace.go:171","msg":"trace[92075935] transaction","detail":"{read_only:false; response_revision:21873; number_of_response:1; }","duration":"1.300242419s","start":"2026-04-16T01:12:10.444432Z","end":"2026-04-16T01:12:11.744674Z","steps":["trace[92075935] 'process raft request' (duration: 1.29453238s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:11.74472Z","caller":"traceutil/trace.go:171","msg":"trace[792614241] transaction","detail":"{read_only:false; response_revision:21874; number_of_response:1; }","duration":"1.299412011s","start":"2026-04-16T01:12:10.445292Z","end":"2026-04-16T01:12:11.744704Z","steps":["trace[792614241] 'process raft request' (duration: 1.299288518s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.744818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.444377Z","time spent":"1.300372881s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:11.744988Z","caller":"traceutil/trace.go:171","msg":"trace[1945146188] transaction","detail":"{read_only:false; response_revision:21877; number_of_response:1; }","duration":"1.298830126s","start":"2026-04-16T01:12:10.446139Z","end":"2026-04-16T01:12:11.744969Z","steps":["trace[1945146188] 'process raft request' (duration: 1.298715104s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:11.745007Z","caller":"traceutil/trace.go:171","msg":"trace[1791275599] transaction","detail":"{read_only:false; response_revision:21876; number_of_response:1; }","duration":"1.299117273s","start":"2026-04-16T01:12:10.445852Z","end":"2026-04-16T01:12:11.74497Z","steps":["trace[1791275599] 'process raft request' (duration: 1.298904969s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:11.745053Z","caller":"traceutil/trace.go:171","msg":"trace[1563267805] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"1.297821404s","start":"2026-04-16T01:12:10.447223Z","end":"2026-04-16T01:12:11.745045Z","steps":["trace[1563267805] 'process raft request' (duration: 1.297709112s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:11.745069Z","caller":"traceutil/trace.go:171","msg":"trace[1830978389] linearizableReadLoop","detail":"{readStateIndex:22540; appliedIndex:22532; }","duration":"1.177393429s","start":"2026-04-16T01:12:10.567649Z","end":"2026-04-16T01:12:11.745042Z","steps":["trace[1830978389] 'read index received' (duration: 147.656822ms)","trace[1830978389] 'applied index is now lower than readState.Index' (duration: 1.029734557s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:11.744988Z","caller":"traceutil/trace.go:171","msg":"trace[474656807] transaction","detail":"{read_only:false; response_revision:21878; number_of_response:1; }","duration":"1.298599191s","start":"2026-04-16T01:12:10.446368Z","end":"2026-04-16T01:12:11.744967Z","steps":["trace[474656807] 'process raft request' (duration: 1.29852864s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.745124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.44721Z","time spent":"1.297880235s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:11.74514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.445845Z","time spent":"1.299217336s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:11.745144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.446123Z","time spent":"1.298928299s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:11.745002Z","caller":"traceutil/trace.go:171","msg":"trace[1433985876] transaction","detail":"{read_only:false; response_revision:21875; number_of_response:1; }","duration":"1.299225646s","start":"2026-04-16T01:12:10.445761Z","end":"2026-04-16T01:12:11.744986Z","steps":["trace[1433985876] 'process raft request' (duration: 1.298902218s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.745193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.446337Z","time spent":"1.298823117s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:11.745249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.445734Z","time spent":"1.299486893s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:11.745259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177595554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:12:11.745271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013222082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:11.745298Z","caller":"traceutil/trace.go:171","msg":"trace[1120779248] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21879; }","duration":"1.177679095s","start":"2026-04-16T01:12:10.567607Z","end":"2026-04-16T01:12:11.745286Z","steps":["trace[1120779248] 'agreement among raft nodes before linearized reading' (duration: 1.177569252s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:11.745313Z","caller":"traceutil/trace.go:171","msg":"trace[1378371889] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21879; }","duration":"1.013298935s","start":"2026-04-16T01:12:10.732003Z","end":"2026-04-16T01:12:11.745302Z","steps":["trace[1378371889] 'agreement among raft nodes before linearized reading' (duration: 1.013218634s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.745341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.567588Z","time spent":"1.177742276s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:11.745345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.731984Z","time spent":"1.013351716s","remote":"127.0.0.1:49564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:11.745362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.391909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T01:12:11.745382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.345885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:11.745423Z","caller":"traceutil/trace.go:171","msg":"trace[1423653069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21879; }","duration":"728.472487ms","start":"2026-04-16T01:12:11.016939Z","end":"2026-04-16T01:12:11.745411Z","steps":["trace[1423653069] 'agreement among raft nodes before linearized reading' (duration: 728.412916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.745438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.493101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:12:11.745451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.547162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:12:11.745489Z","caller":"traceutil/trace.go:171","msg":"trace[2103259692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21879; }","duration":"182.622264ms","start":"2026-04-16T01:12:11.562855Z","end":"2026-04-16T01:12:11.745477Z","steps":["trace[2103259692] 'agreement among raft nodes before linearized reading' (duration: 182.547572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.745456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:11.016918Z","time spent":"728.53232ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:12:11.745393Z","caller":"traceutil/trace.go:171","msg":"trace[602739370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21879; }","duration":"182.45473ms","start":"2026-04-16T01:12:11.562929Z","end":"2026-04-16T01:12:11.745383Z","steps":["trace[602739370] 'agreement among raft nodes before linearized reading' (duration: 182.332447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.745637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.647144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:11.745696Z","caller":"traceutil/trace.go:171","msg":"trace[1006818034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21879; }","duration":"182.818118ms","start":"2026-04-16T01:12:11.562866Z","end":"2026-04-16T01:12:11.745684Z","steps":["trace[1006818034] 'agreement among raft nodes before linearized reading' (duration: 182.392528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.745382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.42598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:11.745782Z","caller":"traceutil/trace.go:171","msg":"trace[1136644014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21879; }","duration":"357.85825ms","start":"2026-04-16T01:12:11.387911Z","end":"2026-04-16T01:12:11.745769Z","steps":["trace[1136644014] 'agreement among raft nodes before linearized reading' (duration: 357.360738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:11.745822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:11.38789Z","time spent":"357.922831ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:12:11.744823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:10.445274Z","time spent":"1.299487932s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:11.745463Z","caller":"traceutil/trace.go:171","msg":"trace[1399150036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21879; }","duration":"182.560122ms","start":"2026-04-16T01:12:11.562896Z","end":"2026-04-16T01:12:11.745456Z","steps":["trace[1399150036] 'agreement among raft nodes before linearized reading' (duration: 182.389978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:12.656898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.942739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:12.656978Z","caller":"traceutil/trace.go:171","msg":"trace[396178977] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:21886; }","duration":"266.067803ms","start":"2026-04-16T01:12:12.390892Z","end":"2026-04-16T01:12:12.656959Z","steps":["trace[396178977] 'count revisions from in-memory index tree' (duration: 265.828937ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:13.382589Z","caller":"traceutil/trace.go:171","msg":"trace[1273585065] transaction","detail":"{read_only:false; response_revision:21889; number_of_response:1; }","duration":"137.918841ms","start":"2026-04-16T01:12:13.244643Z","end":"2026-04-16T01:12:13.382562Z","steps":["trace[1273585065] 'process raft request' (duration: 137.641695ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:15.585862Z","caller":"traceutil/trace.go:171","msg":"trace[1046898839] transaction","detail":"{read_only:false; response_revision:21904; number_of_response:1; }","duration":"147.381166ms","start":"2026-04-16T01:12:15.438447Z","end":"2026-04-16T01:12:15.585828Z","steps":["trace[1046898839] 'process raft request' (duration: 146.704021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.004149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.020209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:16.004266Z","caller":"traceutil/trace.go:171","msg":"trace[285274179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21904; }","duration":"273.245755ms","start":"2026-04-16T01:12:15.730993Z","end":"2026-04-16T01:12:16.004239Z","steps":["trace[285274179] 'count revisions from in-memory index tree' (duration: 272.914797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.004671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.643833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:16.004736Z","caller":"traceutil/trace.go:171","msg":"trace[364595825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21904; }","duration":"261.704184ms","start":"2026-04-16T01:12:15.743012Z","end":"2026-04-16T01:12:16.004716Z","steps":["trace[364595825] 'count revisions from in-memory index tree' (duration: 261.584081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:16.004754Z","caller":"traceutil/trace.go:171","msg":"trace[615174787] transaction","detail":"{read_only:false; response_revision:21905; number_of_response:1; }","duration":"244.035124ms","start":"2026-04-16T01:12:15.760681Z","end":"2026-04-16T01:12:16.004716Z","steps":["trace[615174787] 'process raft request' (duration: 187.118776ms)","trace[615174787] 'compare' (duration: 56.709413ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:16.488986Z","caller":"traceutil/trace.go:171","msg":"trace[1266193639] transaction","detail":"{read_only:false; response_revision:21907; number_of_response:1; }","duration":"716.565969ms","start":"2026-04-16T01:12:15.772394Z","end":"2026-04-16T01:12:16.48896Z","steps":["trace[1266193639] 'process raft request' (duration: 716.439256ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:16.489281Z","caller":"traceutil/trace.go:171","msg":"trace[513775690] transaction","detail":"{read_only:false; response_revision:21906; number_of_response:1; }","duration":"716.939917ms","start":"2026-04-16T01:12:15.772303Z","end":"2026-04-16T01:12:16.489243Z","steps":["trace[513775690] 'process raft request' (duration: 648.835495ms)","trace[513775690] 'compare' (duration: 67.305424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:16.4893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.772384Z","time spent":"716.828294ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:16.489435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.772279Z","time spent":"717.07689ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:16.489315Z","caller":"traceutil/trace.go:171","msg":"trace[2077395400] linearizableReadLoop","detail":"{readStateIndex:22573; appliedIndex:22566; }","duration":"701.823565ms","start":"2026-04-16T01:12:15.787463Z","end":"2026-04-16T01:12:16.489287Z","steps":["trace[2077395400] 'read index received' (duration: 160.311469ms)","trace[2077395400] 'applied index is now lower than readState.Index' (duration: 541.511096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:16.48962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.148682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:16.489699Z","caller":"traceutil/trace.go:171","msg":"trace[360010202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21911; }","duration":"702.253824ms","start":"2026-04-16T01:12:15.787409Z","end":"2026-04-16T01:12:16.489662Z","steps":["trace[360010202] 'agreement among raft nodes before linearized reading' (duration: 701.999899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.489755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.787387Z","time spent":"702.347677ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:16.48988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.783875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:16.489952Z","caller":"traceutil/trace.go:171","msg":"trace[848830104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21911; }","duration":"686.871897ms","start":"2026-04-16T01:12:15.803066Z","end":"2026-04-16T01:12:16.489938Z","steps":["trace[848830104] 'agreement among raft nodes before linearized reading' (duration: 686.5809ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:16.489985Z","caller":"traceutil/trace.go:171","msg":"trace[1874912981] transaction","detail":"{read_only:false; response_revision:21911; number_of_response:1; }","duration":"717.362987ms","start":"2026-04-16T01:12:15.7726Z","end":"2026-04-16T01:12:16.489963Z","steps":["trace[1874912981] 'process raft request' (duration: 716.647571ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:16.489988Z","caller":"traceutil/trace.go:171","msg":"trace[45484714] transaction","detail":"{read_only:false; response_revision:21909; number_of_response:1; }","duration":"717.483219ms","start":"2026-04-16T01:12:15.772475Z","end":"2026-04-16T01:12:16.489958Z","steps":["trace[45484714] 'process raft request' (duration: 716.552358ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:16.490001Z","caller":"traceutil/trace.go:171","msg":"trace[1484324038] transaction","detail":"{read_only:false; response_revision:21910; number_of_response:1; }","duration":"717.352936ms","start":"2026-04-16T01:12:15.77261Z","end":"2026-04-16T01:12:16.489963Z","steps":["trace[1484324038] 'process raft request' (duration: 716.597219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.490013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.803058Z","time spent":"686.945148ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:12:16.490066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.77258Z","time spent":"717.446399ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:16.490103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.7726Z","time spent":"717.445649ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:16.490116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.772442Z","time spent":"717.602102ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:16.490152Z","caller":"traceutil/trace.go:171","msg":"trace[260374588] transaction","detail":"{read_only:false; response_revision:21908; number_of_response:1; }","duration":"717.636573ms","start":"2026-04-16T01:12:15.772475Z","end":"2026-04-16T01:12:16.490112Z","steps":["trace[260374588] 'process raft request' (duration: 716.443145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.490264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.916238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T01:12:16.490264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.115932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:16.490301Z","caller":"traceutil/trace.go:171","msg":"trace[988505584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21911; }","duration":"687.179674ms","start":"2026-04-16T01:12:15.803115Z","end":"2026-04-16T01:12:16.490295Z","steps":["trace[988505584] 'agreement among raft nodes before linearized reading' (duration: 687.075421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.490292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.692352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:12:16.49033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.77244Z","time spent":"717.798567ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:16.490301Z","caller":"traceutil/trace.go:171","msg":"trace[901157797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21911; }","duration":"686.970789ms","start":"2026-04-16T01:12:15.803321Z","end":"2026-04-16T01:12:16.490292Z","steps":["trace[901157797] 'agreement among raft nodes before linearized reading' (duration: 686.832626ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:16.49038Z","caller":"traceutil/trace.go:171","msg":"trace[1787871754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21911; }","duration":"686.780954ms","start":"2026-04-16T01:12:15.803568Z","end":"2026-04-16T01:12:16.490349Z","steps":["trace[1787871754] 'agreement among raft nodes before linearized reading' (duration: 686.553109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.490465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.803313Z","time spent":"687.134613ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:12:16.490461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.803554Z","time spent":"686.897278ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:16.490317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:15.803093Z","time spent":"687.220734ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:16.949614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.557696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:16.949795Z","caller":"traceutil/trace.go:171","msg":"trace[1922872094] linearizableReadLoop","detail":"{readStateIndex:22578; appliedIndex:22574; }","duration":"354.038484ms","start":"2026-04-16T01:12:16.595745Z","end":"2026-04-16T01:12:16.949784Z","steps":["trace[1922872094] 'read index received' (duration: 234.179711ms)","trace[1922872094] 'applied index is now lower than readState.Index' (duration: 119.858083ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:16.949988Z","caller":"traceutil/trace.go:171","msg":"trace[1296897885] transaction","detail":"{read_only:false; response_revision:21913; number_of_response:1; }","duration":"452.197145ms","start":"2026-04-16T01:12:16.497784Z","end":"2026-04-16T01:12:16.949981Z","steps":["trace[1296897885] 'process raft request' (duration: 332.198149ms)","trace[1296897885] 'compare' (duration: 119.421652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:16.95003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:16.497762Z","time spent":"452.249366ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:16.95013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.413371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-16T01:12:16.950158Z","caller":"traceutil/trace.go:171","msg":"trace[473378282] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:21916; }","duration":"354.474812ms","start":"2026-04-16T01:12:16.595677Z","end":"2026-04-16T01:12:16.950152Z","steps":["trace[473378282] 'agreement among raft nodes before linearized reading' (duration: 354.37287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.950177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:16.59566Z","time spent":"354.512643ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-16T01:12:16.95024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.085371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:16.95021Z","caller":"traceutil/trace.go:171","msg":"trace[979621103] transaction","detail":"{read_only:false; response_revision:21915; number_of_response:1; }","duration":"452.254686ms","start":"2026-04-16T01:12:16.497904Z","end":"2026-04-16T01:12:16.950159Z","steps":["trace[979621103] 'process raft request' (duration: 451.811946ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:16.950225Z","caller":"traceutil/trace.go:171","msg":"trace[169986547] transaction","detail":"{read_only:false; response_revision:21914; number_of_response:1; }","duration":"452.309107ms","start":"2026-04-16T01:12:16.497869Z","end":"2026-04-16T01:12:16.950178Z","steps":["trace[169986547] 'process raft request' (duration: 451.816916ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:16.950279Z","caller":"traceutil/trace.go:171","msg":"trace[686463557] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21916; }","duration":"349.127892ms","start":"2026-04-16T01:12:16.601143Z","end":"2026-04-16T01:12:16.950271Z","steps":["trace[686463557] 'agreement among raft nodes before linearized reading' (duration: 349.063361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.950384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:16.601113Z","time spent":"349.262444ms","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:12:16.950436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:16.4979Z","time spent":"452.41315ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:16.951098Z","caller":"traceutil/trace.go:171","msg":"trace[735111911] transaction","detail":"{read_only:false; response_revision:21916; number_of_response:1; }","duration":"452.278477ms","start":"2026-04-16T01:12:16.49794Z","end":"2026-04-16T01:12:16.950218Z","steps":["trace[735111911] 'process raft request' (duration: 451.804086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:16.951392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:16.497936Z","time spent":"453.242829ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:16.954414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:16.497864Z","time spent":"452.443062ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:17.616259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.401429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:17.616335Z","caller":"traceutil/trace.go:171","msg":"trace[46398899] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:21917; }","duration":"391.527862ms","start":"2026-04-16T01:12:17.22479Z","end":"2026-04-16T01:12:17.616318Z","steps":["trace[46398899] 'count revisions from in-memory index tree' (duration: 391.300296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:17.616376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:17.224769Z","time spent":"391.596633ms","remote":"127.0.0.1:40306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":40,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:17.617679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.114556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:17.617868Z","caller":"traceutil/trace.go:171","msg":"trace[1553026819] transaction","detail":"{read_only:false; response_revision:21918; number_of_response:1; }","duration":"304.595834ms","start":"2026-04-16T01:12:17.31325Z","end":"2026-04-16T01:12:17.617846Z","steps":["trace[1553026819] 'process raft request' (duration: 79.220993ms)","trace[1553026819] 'compare' (duration: 224.984543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:17.618049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:17.313229Z","time spent":"304.783078ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:18.017414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.291347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:18.017518Z","caller":"traceutil/trace.go:171","msg":"trace[123926099] transaction","detail":"{read_only:false; response_revision:21920; number_of_response:1; }","duration":"427.306232ms","start":"2026-04-16T01:12:17.590194Z","end":"2026-04-16T01:12:18.017501Z","steps":["trace[123926099] 'process raft request' (duration: 316.851372ms)","trace[123926099] 'compare' (duration: 109.801785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:18.017577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:17.590168Z","time spent":"427.378233ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:18.327789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.673731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:18.327869Z","caller":"traceutil/trace.go:171","msg":"trace[104503048] linearizableReadLoop","detail":"{readStateIndex:22584; appliedIndex:22583; }","duration":"311.076651ms","start":"2026-04-16T01:12:18.016779Z","end":"2026-04-16T01:12:18.327856Z","steps":["trace[104503048] 'read index received' (duration: 137.202775ms)","trace[104503048] 'applied index is now lower than readState.Index' (duration: 173.872986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:18.327969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.191494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:18.327986Z","caller":"traceutil/trace.go:171","msg":"trace[2082358797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21921; }","duration":"311.250775ms","start":"2026-04-16T01:12:18.01673Z","end":"2026-04-16T01:12:18.327981Z","steps":["trace[2082358797] 'agreement among raft nodes before linearized reading' (duration: 311.191894ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:18.327969Z","caller":"traceutil/trace.go:171","msg":"trace[287760433] transaction","detail":"{read_only:false; response_revision:21921; number_of_response:1; }","duration":"317.058446ms","start":"2026-04-16T01:12:18.010872Z","end":"2026-04-16T01:12:18.32793Z","steps":["trace[287760433] 'process raft request' (duration: 143.17161ms)","trace[287760433] 'compare' (duration: 173.273332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:18.328007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.016708Z","time spent":"311.294925ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:18.328086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.010844Z","time spent":"317.177438ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:18.32808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.631284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:18.328134Z","caller":"traceutil/trace.go:171","msg":"trace[1581031502] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21921; }","duration":"182.739225ms","start":"2026-04-16T01:12:18.145379Z","end":"2026-04-16T01:12:18.328118Z","steps":["trace[1581031502] 'agreement among raft nodes before linearized reading' (duration: 182.640712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:18.958085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:12:19.133183Z","caller":"traceutil/trace.go:171","msg":"trace[514274732] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"682.118469ms","start":"2026-04-16T01:12:18.451038Z","end":"2026-04-16T01:12:19.133157Z","steps":["trace[514274732] 'process raft request' (duration: 681.970445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.133311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.451012Z","time spent":"682.22788ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:19.359376Z","caller":"traceutil/trace.go:171","msg":"trace[1086872746] transaction","detail":"{read_only:false; response_revision:21923; number_of_response:1; }","duration":"862.44319ms","start":"2026-04-16T01:12:18.496891Z","end":"2026-04-16T01:12:19.359334Z","steps":["trace[1086872746] 'process raft request' (duration: 862.288196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.359521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.496863Z","time spent":"862.584994ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:19.359738Z","caller":"traceutil/trace.go:171","msg":"trace[1030796307] transaction","detail":"{read_only:false; response_revision:21924; number_of_response:1; }","duration":"861.956679ms","start":"2026-04-16T01:12:18.497754Z","end":"2026-04-16T01:12:19.359711Z","steps":["trace[1030796307] 'process raft request' (duration: 861.545959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.359931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.497736Z","time spent":"862.079942ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:19.36004Z","caller":"traceutil/trace.go:171","msg":"trace[1844036736] transaction","detail":"{read_only:false; response_revision:21925; number_of_response:1; }","duration":"861.747165ms","start":"2026-04-16T01:12:18.498266Z","end":"2026-04-16T01:12:19.360013Z","steps":["trace[1844036736] 'process raft request' (duration: 861.364747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.360206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.49824Z","time spent":"861.881217ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:19.360442Z","caller":"traceutil/trace.go:171","msg":"trace[1116253565] transaction","detail":"{read_only:false; response_revision:21926; number_of_response:1; }","duration":"861.235383ms","start":"2026-04-16T01:12:18.498999Z","end":"2026-04-16T01:12:19.360234Z","steps":["trace[1116253565] 'process raft request' (duration: 860.973847ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:19.360442Z","caller":"traceutil/trace.go:171","msg":"trace[1931211732] linearizableReadLoop","detail":"{readStateIndex:22592; appliedIndex:22584; }","duration":"902.903486ms","start":"2026-04-16T01:12:18.457527Z","end":"2026-04-16T01:12:19.36043Z","steps":["trace[1931211732] 'read index received' (duration: 675.508269ms)","trace[1931211732] 'applied index is now lower than readState.Index' (duration: 227.394327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:19.360487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.498976Z","time spent":"861.487499ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:19.36049Z","caller":"traceutil/trace.go:171","msg":"trace[1209365099] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"859.585815ms","start":"2026-04-16T01:12:18.500898Z","end":"2026-04-16T01:12:19.360483Z","steps":["trace[1209365099] 'process raft request' (duration: 859.274649ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:19.360523Z","caller":"traceutil/trace.go:171","msg":"trace[865776629] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"571.287111ms","start":"2026-04-16T01:12:18.789227Z","end":"2026-04-16T01:12:19.360514Z","steps":["trace[865776629] 'process raft request' (duration: 570.984174ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:19.360436Z","caller":"traceutil/trace.go:171","msg":"trace[1975499380] transaction","detail":"{read_only:false; response_revision:21927; number_of_response:1; }","duration":"859.36365ms","start":"2026-04-16T01:12:18.500872Z","end":"2026-04-16T01:12:19.360236Z","steps":["trace[1975499380] 'process raft request' (duration: 859.248057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.360571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.500871Z","time spent":"859.650048ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:19.360578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.50086Z","time spent":"859.697438ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:19.360578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.789206Z","time spent":"571.339192ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:19.360618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.07591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:19.360686Z","caller":"traceutil/trace.go:171","msg":"trace[679098293] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21929; }","duration":"903.191073ms","start":"2026-04-16T01:12:18.457478Z","end":"2026-04-16T01:12:19.360669Z","steps":["trace[679098293] 'agreement among raft nodes before linearized reading' (duration: 903.07998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.360701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.384687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:19.36072Z","caller":"traceutil/trace.go:171","msg":"trace[1597104283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21929; }","duration":"402.433419ms","start":"2026-04-16T01:12:18.958281Z","end":"2026-04-16T01:12:19.360714Z","steps":["trace[1597104283] 'agreement among raft nodes before linearized reading' (duration: 402.356017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.360726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.485643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-16T01:12:19.360726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.457461Z","time spent":"903.255345ms","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:19.360759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.21306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:19.360784Z","caller":"traceutil/trace.go:171","msg":"trace[931168130] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21929; }","duration":"260.25056ms","start":"2026-04-16T01:12:19.100529Z","end":"2026-04-16T01:12:19.360779Z","steps":["trace[931168130] 'agreement among raft nodes before linearized reading' (duration: 260.21326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.360764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.656968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:12:19.36082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.843444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:12:19.360733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.958271Z","time spent":"402.459799ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:12:19.360831Z","caller":"traceutil/trace.go:171","msg":"trace[1202747810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21929; }","duration":"696.772971ms","start":"2026-04-16T01:12:18.664042Z","end":"2026-04-16T01:12:19.360815Z","steps":["trace[1202747810] 'agreement among raft nodes before linearized reading' (duration: 696.637137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:19.360845Z","caller":"traceutil/trace.go:171","msg":"trace[1323628730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21929; }","duration":"810.869194ms","start":"2026-04-16T01:12:18.549968Z","end":"2026-04-16T01:12:19.360837Z","steps":["trace[1323628730] 'agreement among raft nodes before linearized reading' (duration: 810.806832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.360865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.549924Z","time spent":"810.937764ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:19.360871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.664023Z","time spent":"696.837602ms","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:19.360921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.115586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:19.360937Z","caller":"traceutil/trace.go:171","msg":"trace[1910679805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21929; }","duration":"400.162537ms","start":"2026-04-16T01:12:18.96077Z","end":"2026-04-16T01:12:19.360933Z","steps":["trace[1910679805] 'agreement among raft nodes before linearized reading' (duration: 400.112575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.360949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.960752Z","time spent":"400.194368ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T01:12:19.360761Z","caller":"traceutil/trace.go:171","msg":"trace[777749402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21929; }","duration":"821.551685ms","start":"2026-04-16T01:12:18.539203Z","end":"2026-04-16T01:12:19.360754Z","steps":["trace[777749402] 'agreement among raft nodes before linearized reading' (duration: 821.432532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.360974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.539181Z","time spent":"821.788061ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:12:19.360954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.377093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7642"} {"level":"warn","ts":"2026-04-16T01:12:19.360978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.080936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:19.36101Z","caller":"traceutil/trace.go:171","msg":"trace[69758969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21929; }","duration":"404.138927ms","start":"2026-04-16T01:12:18.956862Z","end":"2026-04-16T01:12:19.361001Z","steps":["trace[69758969] 'agreement among raft nodes before linearized reading' (duration: 404.046775ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:19.361015Z","caller":"traceutil/trace.go:171","msg":"trace[1578107248] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21929; }","duration":"313.472064ms","start":"2026-04-16T01:12:19.047528Z","end":"2026-04-16T01:12:19.361Z","steps":["trace[1578107248] 'agreement among raft nodes before linearized reading' (duration: 313.272019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.361056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.956851Z","time spent":"404.198749ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:19.361081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:19.047516Z","time spent":"313.552667ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7665,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-16T01:12:19.361415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.244017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:19.361454Z","caller":"traceutil/trace.go:171","msg":"trace[735478026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21929; }","duration":"407.334999ms","start":"2026-04-16T01:12:18.95411Z","end":"2026-04-16T01:12:19.361445Z","steps":["trace[735478026] 'agreement among raft nodes before linearized reading' (duration: 406.556082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:19.361478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:18.954091Z","time spent":"407.380791ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T01:12:20.056414Z","caller":"traceutil/trace.go:171","msg":"trace[1234852733] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"218.899554ms","start":"2026-04-16T01:12:19.837484Z","end":"2026-04-16T01:12:20.056384Z","steps":["trace[1234852733] 'process raft request' (duration: 218.632308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:20.63281Z","caller":"traceutil/trace.go:171","msg":"trace[186638058] linearizableReadLoop","detail":"{readStateIndex:22601; appliedIndex:22600; }","duration":"256.944355ms","start":"2026-04-16T01:12:20.375838Z","end":"2026-04-16T01:12:20.632783Z","steps":["trace[186638058] 'read index received' (duration: 211.275271ms)","trace[186638058] 'applied index is now lower than readState.Index' (duration: 45.667214ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:20.632833Z","caller":"traceutil/trace.go:171","msg":"trace[1529682781] transaction","detail":"{read_only:false; response_revision:21938; number_of_response:1; }","duration":"257.109549ms","start":"2026-04-16T01:12:20.375673Z","end":"2026-04-16T01:12:20.632782Z","steps":["trace[1529682781] 'process raft request' (duration: 211.425665ms)","trace[1529682781] 'compare' (duration: 45.50458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:20.633014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.420061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:20.633078Z","caller":"traceutil/trace.go:171","msg":"trace[1246306940] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:21938; }","duration":"145.536744ms","start":"2026-04-16T01:12:20.487527Z","end":"2026-04-16T01:12:20.633064Z","steps":["trace[1246306940] 'agreement among raft nodes before linearized reading' (duration: 145.407601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:20.633134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.279393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64cfc866d4-lgn9f\" ","response":"range_response_count:1 size:8682"} {"level":"info","ts":"2026-04-16T01:12:20.633209Z","caller":"traceutil/trace.go:171","msg":"trace[2127300] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64cfc866d4-lgn9f; range_end:; response_count:1; response_revision:21938; }","duration":"257.385455ms","start":"2026-04-16T01:12:20.375805Z","end":"2026-04-16T01:12:20.633191Z","steps":["trace[2127300] 'agreement among raft nodes before linearized reading' (duration: 257.095459ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:21.006595Z","caller":"traceutil/trace.go:171","msg":"trace[421539912] linearizableReadLoop","detail":"{readStateIndex:22602; appliedIndex:22601; }","duration":"301.149395ms","start":"2026-04-16T01:12:20.70542Z","end":"2026-04-16T01:12:21.006569Z","steps":["trace[421539912] 'read index received' (duration: 300.976852ms)","trace[421539912] 'applied index is now lower than readState.Index' (duration: 171.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:21.006697Z","caller":"traceutil/trace.go:171","msg":"trace[2019558188] transaction","detail":"{read_only:false; response_revision:21939; number_of_response:1; }","duration":"363.426946ms","start":"2026-04-16T01:12:20.643241Z","end":"2026-04-16T01:12:21.006668Z","steps":["trace[2019558188] 'process raft request' (duration: 363.115479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:21.006729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.291249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:21.00677Z","caller":"traceutil/trace.go:171","msg":"trace[1036743536] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:21939; }","duration":"301.395512ms","start":"2026-04-16T01:12:20.705361Z","end":"2026-04-16T01:12:21.006756Z","steps":["trace[1036743536] 'agreement among raft nodes before linearized reading' (duration: 301.30503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:21.006805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:20.70534Z","time spent":"301.455572ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:21.00684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:20.643213Z","time spent":"363.547309ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:21.482362Z","caller":"traceutil/trace.go:171","msg":"trace[1733196877] transaction","detail":"{read_only:false; response_revision:21940; number_of_response:1; }","duration":"117.404067ms","start":"2026-04-16T01:12:21.36492Z","end":"2026-04-16T01:12:21.482324Z","steps":["trace[1733196877] 'process raft request' (duration: 117.246763ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:21.489225Z","caller":"traceutil/trace.go:171","msg":"trace[650086352] transaction","detail":"{read_only:false; response_revision:21941; number_of_response:1; }","duration":"123.101276ms","start":"2026-04-16T01:12:21.3661Z","end":"2026-04-16T01:12:21.489201Z","steps":["trace[650086352] 'process raft request' (duration: 122.877651ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:21.489614Z","caller":"traceutil/trace.go:171","msg":"trace[239296535] transaction","detail":"{read_only:false; response_revision:21942; number_of_response:1; }","duration":"123.050385ms","start":"2026-04-16T01:12:21.366549Z","end":"2026-04-16T01:12:21.4896Z","steps":["trace[239296535] 'process raft request' (duration: 122.547374ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:21.489702Z","caller":"traceutil/trace.go:171","msg":"trace[708469445] transaction","detail":"{read_only:false; response_revision:21944; number_of_response:1; }","duration":"123.012264ms","start":"2026-04-16T01:12:21.366664Z","end":"2026-04-16T01:12:21.489677Z","steps":["trace[708469445] 'process raft request' (duration: 122.935292ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:21.489774Z","caller":"traceutil/trace.go:171","msg":"trace[1759101217] linearizableReadLoop","detail":"{readStateIndex:22608; appliedIndex:22602; }","duration":"120.423816ms","start":"2026-04-16T01:12:21.369337Z","end":"2026-04-16T01:12:21.489761Z","steps":["trace[1759101217] 'read index received' (duration: 112.870315ms)","trace[1759101217] 'applied index is now lower than readState.Index' (duration: 7.550501ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:21.489904Z","caller":"traceutil/trace.go:171","msg":"trace[1374134361] transaction","detail":"{read_only:false; response_revision:21943; number_of_response:1; }","duration":"123.221698ms","start":"2026-04-16T01:12:21.366661Z","end":"2026-04-16T01:12:21.489883Z","steps":["trace[1374134361] 'process raft request' (duration: 122.773998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:21.49001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.659284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:21.490054Z","caller":"traceutil/trace.go:171","msg":"trace[1105499815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21945; }","duration":"114.730117ms","start":"2026-04-16T01:12:21.375309Z","end":"2026-04-16T01:12:21.490039Z","steps":["trace[1105499815] 'agreement among raft nodes before linearized reading' (duration: 114.636605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:21.490109Z","caller":"traceutil/trace.go:171","msg":"trace[1621463003] transaction","detail":"{read_only:false; response_revision:21945; number_of_response:1; }","duration":"123.368923ms","start":"2026-04-16T01:12:21.36672Z","end":"2026-04-16T01:12:21.490089Z","steps":["trace[1621463003] 'process raft request' (duration: 122.917933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:21.490115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.883932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:21.490149Z","caller":"traceutil/trace.go:171","msg":"trace[1582412040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21945; }","duration":"115.919833ms","start":"2026-04-16T01:12:21.374219Z","end":"2026-04-16T01:12:21.490139Z","steps":["trace[1582412040] 'agreement among raft nodes before linearized reading' (duration: 115.81403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:21.490164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.947034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:21.490201Z","caller":"traceutil/trace.go:171","msg":"trace[497643885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21945; }","duration":"116.018435ms","start":"2026-04-16T01:12:21.374173Z","end":"2026-04-16T01:12:21.490191Z","steps":["trace[497643885] 'agreement among raft nodes before linearized reading' (duration: 115.77022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:21.490202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.925781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:21.490284Z","caller":"traceutil/trace.go:171","msg":"trace[1121019683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21945; }","duration":"115.030653ms","start":"2026-04-16T01:12:21.375234Z","end":"2026-04-16T01:12:21.490265Z","steps":["trace[1121019683] 'agreement among raft nodes before linearized reading' (duration: 114.798137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:21.489953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.60905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:12:21.490354Z","caller":"traceutil/trace.go:171","msg":"trace[2023983254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21945; }","duration":"121.046629ms","start":"2026-04-16T01:12:21.369292Z","end":"2026-04-16T01:12:21.490339Z","steps":["trace[2023983254] 'agreement among raft nodes before linearized reading' (duration: 120.509157ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:21.968892Z","caller":"traceutil/trace.go:171","msg":"trace[1953078325] transaction","detail":"{read_only:false; response_revision:21951; number_of_response:1; }","duration":"123.075356ms","start":"2026-04-16T01:12:21.845789Z","end":"2026-04-16T01:12:21.968865Z","steps":["trace[1953078325] 'process raft request' (duration: 122.902882ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:21.972684Z","caller":"traceutil/trace.go:171","msg":"trace[1600109693] transaction","detail":"{read_only:false; response_revision:21952; number_of_response:1; }","duration":"126.35649ms","start":"2026-04-16T01:12:21.846317Z","end":"2026-04-16T01:12:21.972673Z","steps":["trace[1600109693] 'process raft request' (duration: 126.027872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:22.684681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.912954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:22.684762Z","caller":"traceutil/trace.go:171","msg":"trace[1621841622] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21954; }","duration":"234.036276ms","start":"2026-04-16T01:12:22.450706Z","end":"2026-04-16T01:12:22.684742Z","steps":["trace[1621841622] 'count revisions from in-memory index tree' (duration: 233.808132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:24.66532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.520305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:12:24.665408Z","caller":"traceutil/trace.go:171","msg":"trace[2027341897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21968; }","duration":"214.666918ms","start":"2026-04-16T01:12:24.450723Z","end":"2026-04-16T01:12:24.66539Z","steps":["trace[2027341897] 'range keys from in-memory index tree' (duration: 214.347791ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:25.493842Z","caller":"traceutil/trace.go:171","msg":"trace[604311223] linearizableReadLoop","detail":"{readStateIndex:22633; appliedIndex:22632; }","duration":"112.786262ms","start":"2026-04-16T01:12:25.38104Z","end":"2026-04-16T01:12:25.493826Z","steps":["trace[604311223] 'read index received' (duration: 112.608538ms)","trace[604311223] 'applied index is now lower than readState.Index' (duration: 177.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:25.493936Z","caller":"traceutil/trace.go:171","msg":"trace[1655648440] transaction","detail":"{read_only:false; response_revision:21969; number_of_response:1; }","duration":"333.798765ms","start":"2026-04-16T01:12:25.160127Z","end":"2026-04-16T01:12:25.493925Z","steps":["trace[1655648440] 'process raft request' (duration: 333.57066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:25.494013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:25.160096Z","time spent":"333.860667ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:25.4943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.270413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T01:12:25.494326Z","caller":"traceutil/trace.go:171","msg":"trace[812393729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21969; }","duration":"113.295794ms","start":"2026-04-16T01:12:25.381022Z","end":"2026-04-16T01:12:25.494318Z","steps":["trace[812393729] 'agreement among raft nodes before linearized reading' (duration: 113.198072ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:25.691705Z","caller":"traceutil/trace.go:171","msg":"trace[832870853] linearizableReadLoop","detail":"{readStateIndex:22634; appliedIndex:22633; }","duration":"193.448209ms","start":"2026-04-16T01:12:25.498231Z","end":"2026-04-16T01:12:25.691679Z","steps":["trace[832870853] 'read index received' (duration: 152.85024ms)","trace[832870853] 'applied index is now lower than readState.Index' (duration: 40.596319ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:25.691725Z","caller":"traceutil/trace.go:171","msg":"trace[950347568] transaction","detail":"{read_only:false; response_revision:21970; number_of_response:1; }","duration":"197.930371ms","start":"2026-04-16T01:12:25.493756Z","end":"2026-04-16T01:12:25.691686Z","steps":["trace[950347568] 'process raft request' (duration: 157.634769ms)","trace[950347568] 'compare' (duration: 40.092867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:25.691906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.661403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f67056d3-1e09-457a-ae77-8d9a69db1479\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-16T01:12:25.692848Z","caller":"traceutil/trace.go:171","msg":"trace[1400598842] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f67056d3-1e09-457a-ae77-8d9a69db1479; range_end:; response_count:1; response_revision:21970; }","duration":"194.598445ms","start":"2026-04-16T01:12:25.498212Z","end":"2026-04-16T01:12:25.692811Z","steps":["trace[1400598842] 'agreement among raft nodes before linearized reading' (duration: 193.583311ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:25.694089Z","caller":"traceutil/trace.go:171","msg":"trace[1219083331] transaction","detail":"{read_only:false; response_revision:21971; number_of_response:1; }","duration":"191.000274ms","start":"2026-04-16T01:12:25.503061Z","end":"2026-04-16T01:12:25.694061Z","steps":["trace[1219083331] 'process raft request' (duration: 190.740418ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:25.694431Z","caller":"traceutil/trace.go:171","msg":"trace[1831998022] transaction","detail":"{read_only:false; response_revision:21972; number_of_response:1; }","duration":"190.061691ms","start":"2026-04-16T01:12:25.504344Z","end":"2026-04-16T01:12:25.694406Z","steps":["trace[1831998022] 'process raft request' (duration: 189.653953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:25.694846Z","caller":"traceutil/trace.go:171","msg":"trace[1721266598] transaction","detail":"{read_only:false; response_revision:21973; number_of_response:1; }","duration":"187.71636ms","start":"2026-04-16T01:12:25.507108Z","end":"2026-04-16T01:12:25.694824Z","steps":["trace[1721266598] 'process raft request' (duration: 187.238419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:25.695591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.080623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:25.696032Z","caller":"traceutil/trace.go:171","msg":"trace[1973369042] transaction","detail":"{read_only:false; response_revision:21974; number_of_response:1; }","duration":"188.780574ms","start":"2026-04-16T01:12:25.507234Z","end":"2026-04-16T01:12:25.696015Z","steps":["trace[1973369042] 'process raft request' (duration: 187.529636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:25.696035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.268313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T01:12:25.696137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.562795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:25.696138Z","caller":"traceutil/trace.go:171","msg":"trace[2103344375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21975; }","duration":"185.425548ms","start":"2026-04-16T01:12:25.510683Z","end":"2026-04-16T01:12:25.696108Z","steps":["trace[2103344375] 'agreement among raft nodes before linearized reading' (duration: 185.07878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:25.695715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.207839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:12:25.696295Z","caller":"traceutil/trace.go:171","msg":"trace[1034405560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21975; }","duration":"184.804193ms","start":"2026-04-16T01:12:25.511457Z","end":"2026-04-16T01:12:25.696261Z","steps":["trace[1034405560] 'agreement among raft nodes before linearized reading' (duration: 184.050156ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:25.69615Z","caller":"traceutil/trace.go:171","msg":"trace[1640842837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21975; }","duration":"186.585033ms","start":"2026-04-16T01:12:25.509437Z","end":"2026-04-16T01:12:25.696022Z","steps":["trace[1640842837] 'agreement among raft nodes before linearized reading' (duration: 185.642272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:25.695871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.277389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:25.696671Z","caller":"traceutil/trace.go:171","msg":"trace[1041373768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21975; }","duration":"184.022436ms","start":"2026-04-16T01:12:25.512569Z","end":"2026-04-16T01:12:25.696591Z","steps":["trace[1041373768] 'agreement among raft nodes before linearized reading' (duration: 183.193777ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:25.695966Z","caller":"traceutil/trace.go:171","msg":"trace[1362933247] transaction","detail":"{read_only:false; response_revision:21975; number_of_response:1; }","duration":"188.655641ms","start":"2026-04-16T01:12:25.507289Z","end":"2026-04-16T01:12:25.695944Z","steps":["trace[1362933247] 'process raft request' (duration: 187.679539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:25.696219Z","caller":"traceutil/trace.go:171","msg":"trace[1863285472] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:21975; }","duration":"156.693117ms","start":"2026-04-16T01:12:25.539512Z","end":"2026-04-16T01:12:25.696205Z","steps":["trace[1863285472] 'agreement among raft nodes before linearized reading' (duration: 156.541704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:25.697821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.8689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:25.697872Z","caller":"traceutil/trace.go:171","msg":"trace[308110104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21975; }","duration":"182.93035ms","start":"2026-04-16T01:12:25.514926Z","end":"2026-04-16T01:12:25.697856Z","steps":["trace[308110104] 'agreement among raft nodes before linearized reading' (duration: 180.403083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:26.60489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.260073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:26.60498Z","caller":"traceutil/trace.go:171","msg":"trace[1822682716] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21981; }","duration":"314.400475ms","start":"2026-04-16T01:12:26.29056Z","end":"2026-04-16T01:12:26.60496Z","steps":["trace[1822682716] 'count revisions from in-memory index tree' (duration: 314.194341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:26.605024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:26.290541Z","time spent":"314.471518ms","remote":"127.0.0.1:49734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:26.605326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.390771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-16T01:12:26.605362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.965828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:26.60543Z","caller":"traceutil/trace.go:171","msg":"trace[1103814056] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:21981; }","duration":"293.507013ms","start":"2026-04-16T01:12:26.311897Z","end":"2026-04-16T01:12:26.605404Z","steps":["trace[1103814056] 'range keys from in-memory index tree' (duration: 293.065083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:26.605564Z","caller":"traceutil/trace.go:171","msg":"trace[1954468631] transaction","detail":"{read_only:false; response_revision:21982; number_of_response:1; }","duration":"247.822919ms","start":"2026-04-16T01:12:26.357718Z","end":"2026-04-16T01:12:26.605541Z","steps":["trace[1954468631] 'process raft request' (duration: 145.517833ms)","trace[1954468631] 'compare' (duration: 101.813695ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:27.817927Z","caller":"traceutil/trace.go:171","msg":"trace[1701359509] transaction","detail":"{read_only:false; response_revision:21984; number_of_response:1; }","duration":"119.475263ms","start":"2026-04-16T01:12:27.698424Z","end":"2026-04-16T01:12:27.8179Z","steps":["trace[1701359509] 'process raft request' (duration: 119.31579ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:27.861285Z","caller":"traceutil/trace.go:171","msg":"trace[971686023] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"161.67996ms","start":"2026-04-16T01:12:27.699578Z","end":"2026-04-16T01:12:27.861257Z","steps":["trace[971686023] 'process raft request' (duration: 161.592078ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:27.861297Z","caller":"traceutil/trace.go:171","msg":"trace[1169705978] transaction","detail":"{read_only:false; response_revision:21985; number_of_response:1; }","duration":"161.912995ms","start":"2026-04-16T01:12:27.699357Z","end":"2026-04-16T01:12:27.86127Z","steps":["trace[1169705978] 'process raft request' (duration: 161.576008ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:27.861809Z","caller":"traceutil/trace.go:171","msg":"trace[523877285] linearizableReadLoop","detail":"{readStateIndex:22654; appliedIndex:22648; }","duration":"154.552748ms","start":"2026-04-16T01:12:27.707247Z","end":"2026-04-16T01:12:27.8618Z","steps":["trace[523877285] 'read index received' (duration: 110.632204ms)","trace[523877285] 'applied index is now lower than readState.Index' (duration: 43.919924ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:27.861841Z","caller":"traceutil/trace.go:171","msg":"trace[1797151669] transaction","detail":"{read_only:false; response_revision:21988; number_of_response:1; }","duration":"161.575877ms","start":"2026-04-16T01:12:27.700247Z","end":"2026-04-16T01:12:27.861823Z","steps":["trace[1797151669] 'process raft request' (duration: 161.199699ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:27.86188Z","caller":"traceutil/trace.go:171","msg":"trace[1746035783] transaction","detail":"{read_only:false; response_revision:21989; number_of_response:1; }","duration":"157.726889ms","start":"2026-04-16T01:12:27.704131Z","end":"2026-04-16T01:12:27.861858Z","steps":["trace[1746035783] 'process raft request' (duration: 157.628787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:27.862014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.677938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:27.862058Z","caller":"traceutil/trace.go:171","msg":"trace[90318979] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21989; }","duration":"111.79363ms","start":"2026-04-16T01:12:27.750254Z","end":"2026-04-16T01:12:27.862048Z","steps":["trace[90318979] 'agreement among raft nodes before linearized reading' (duration: 111.714108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:27.862131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.608767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:27.862151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.868426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:12:27.862248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.930711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:27.862363Z","caller":"traceutil/trace.go:171","msg":"trace[1435414591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21989; }","duration":"153.293079ms","start":"2026-04-16T01:12:27.709062Z","end":"2026-04-16T01:12:27.862356Z","steps":["trace[1435414591] 'agreement among raft nodes before linearized reading' (duration: 152.879289ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:27.862254Z","caller":"traceutil/trace.go:171","msg":"trace[957395775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21989; }","duration":"155.009319ms","start":"2026-04-16T01:12:27.707219Z","end":"2026-04-16T01:12:27.862229Z","steps":["trace[957395775] 'agreement among raft nodes before linearized reading' (duration: 154.681582ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:27.862261Z","caller":"traceutil/trace.go:171","msg":"trace[2095528636] transaction","detail":"{read_only:false; response_revision:21987; number_of_response:1; }","duration":"161.662519ms","start":"2026-04-16T01:12:27.700122Z","end":"2026-04-16T01:12:27.861785Z","steps":["trace[2095528636] 'process raft request' (duration: 161.089166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:27.862159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.557243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:27.863739Z","caller":"traceutil/trace.go:171","msg":"trace[367874891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21989; }","duration":"154.152039ms","start":"2026-04-16T01:12:27.709555Z","end":"2026-04-16T01:12:27.863707Z","steps":["trace[367874891] 'agreement among raft nodes before linearized reading' (duration: 152.452331ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:27.862188Z","caller":"traceutil/trace.go:171","msg":"trace[1728909560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21989; }","duration":"111.694767ms","start":"2026-04-16T01:12:27.75048Z","end":"2026-04-16T01:12:27.862175Z","steps":["trace[1728909560] 'agreement among raft nodes before linearized reading' (duration: 111.606135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:27.862273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.243856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:27.864065Z","caller":"traceutil/trace.go:171","msg":"trace[367074763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21989; }","duration":"154.061467ms","start":"2026-04-16T01:12:27.709983Z","end":"2026-04-16T01:12:27.864044Z","steps":["trace[367074763] 'agreement among raft nodes before linearized reading' (duration: 152.048192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:27.862346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.125966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:27.864153Z","caller":"traceutil/trace.go:171","msg":"trace[1802205676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21989; }","duration":"154.983739ms","start":"2026-04-16T01:12:27.709158Z","end":"2026-04-16T01:12:27.864141Z","steps":["trace[1802205676] 'agreement among raft nodes before linearized reading' (duration: 152.887131ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:28.168578Z","caller":"traceutil/trace.go:171","msg":"trace[975311176] transaction","detail":"{read_only:false; response_revision:21995; number_of_response:1; }","duration":"150.704291ms","start":"2026-04-16T01:12:28.017852Z","end":"2026-04-16T01:12:28.168557Z","steps":["trace[975311176] 'process raft request' (duration: 150.550028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:29.865049Z","caller":"traceutil/trace.go:171","msg":"trace[687875560] linearizableReadLoop","detail":"{readStateIndex:22664; appliedIndex:22663; }","duration":"109.718453ms","start":"2026-04-16T01:12:29.755307Z","end":"2026-04-16T01:12:29.865025Z","steps":["trace[687875560] 'read index received' (duration: 109.670831ms)","trace[687875560] 'applied index is now lower than readState.Index' (duration: 46.632µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:29.8652Z","caller":"traceutil/trace.go:171","msg":"trace[460936693] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"127.383023ms","start":"2026-04-16T01:12:29.737792Z","end":"2026-04-16T01:12:29.865175Z","steps":["trace[460936693] 'process raft request' (duration: 127.107077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:29.865289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.970529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:12:29.865326Z","caller":"traceutil/trace.go:171","msg":"trace[867583344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21999; }","duration":"110.065852ms","start":"2026-04-16T01:12:29.755249Z","end":"2026-04-16T01:12:29.865315Z","steps":["trace[867583344] 'agreement among raft nodes before linearized reading' (duration: 109.868337ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:29.979647Z","caller":"traceutil/trace.go:171","msg":"trace[26232059] transaction","detail":"{read_only:false; response_revision:22001; number_of_response:1; }","duration":"113.003487ms","start":"2026-04-16T01:12:29.866613Z","end":"2026-04-16T01:12:29.979617Z","steps":["trace[26232059] 'process raft request' (duration: 88.535253ms)","trace[26232059] 'compare' (duration: 24.285029ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:29.979941Z","caller":"traceutil/trace.go:171","msg":"trace[1396740846] transaction","detail":"{read_only:false; response_revision:22003; number_of_response:1; }","duration":"112.423064ms","start":"2026-04-16T01:12:29.867496Z","end":"2026-04-16T01:12:29.979919Z","steps":["trace[1396740846] 'process raft request' (duration: 112.27526ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:29.980031Z","caller":"traceutil/trace.go:171","msg":"trace[1048969925] linearizableReadLoop","detail":"{readStateIndex:22670; appliedIndex:22664; }","duration":"110.601432ms","start":"2026-04-16T01:12:29.869419Z","end":"2026-04-16T01:12:29.98002Z","steps":["trace[1048969925] 'read index received' (duration: 5.181797ms)","trace[1048969925] 'applied index is now lower than readState.Index' (duration: 105.418695ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:29.980104Z","caller":"traceutil/trace.go:171","msg":"trace[357961731] transaction","detail":"{read_only:false; response_revision:22005; number_of_response:1; }","duration":"111.212906ms","start":"2026-04-16T01:12:29.86888Z","end":"2026-04-16T01:12:29.980092Z","steps":["trace[357961731] 'process raft request' (duration: 111.092334ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:29.980089Z","caller":"traceutil/trace.go:171","msg":"trace[856223116] transaction","detail":"{read_only:false; response_revision:22002; number_of_response:1; }","duration":"112.968517ms","start":"2026-04-16T01:12:29.867077Z","end":"2026-04-16T01:12:29.980045Z","steps":["trace[856223116] 'process raft request' (duration: 112.496355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:29.980251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.815488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:12:29.980266Z","caller":"traceutil/trace.go:171","msg":"trace[1503252660] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"111.822951ms","start":"2026-04-16T01:12:29.868434Z","end":"2026-04-16T01:12:29.980257Z","steps":["trace[1503252660] 'process raft request' (duration: 111.446752ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:29.980291Z","caller":"traceutil/trace.go:171","msg":"trace[851497466] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22005; }","duration":"110.88972ms","start":"2026-04-16T01:12:29.869391Z","end":"2026-04-16T01:12:29.98028Z","steps":["trace[851497466] 'agreement among raft nodes before linearized reading' (duration: 110.712345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:29.980331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.416902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:29.980374Z","caller":"traceutil/trace.go:171","msg":"trace[1689370788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22005; }","duration":"108.488876ms","start":"2026-04-16T01:12:29.871872Z","end":"2026-04-16T01:12:29.980361Z","steps":["trace[1689370788] 'agreement among raft nodes before linearized reading' (duration: 108.363983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:29.980433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.022039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T01:12:29.980462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.856196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:29.980501Z","caller":"traceutil/trace.go:171","msg":"trace[1856340825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22005; }","duration":"106.11206ms","start":"2026-04-16T01:12:29.874371Z","end":"2026-04-16T01:12:29.980483Z","steps":["trace[1856340825] 'agreement among raft nodes before linearized reading' (duration: 105.915206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:29.980489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.448506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:12:29.980541Z","caller":"traceutil/trace.go:171","msg":"trace[175584800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22005; }","duration":"105.983188ms","start":"2026-04-16T01:12:29.874539Z","end":"2026-04-16T01:12:29.980523Z","steps":["trace[175584800] 'agreement among raft nodes before linearized reading' (duration: 105.723213ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:29.980564Z","caller":"traceutil/trace.go:171","msg":"trace[1626184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22005; }","duration":"105.549548ms","start":"2026-04-16T01:12:29.874995Z","end":"2026-04-16T01:12:29.980544Z","steps":["trace[1626184] 'agreement among raft nodes before linearized reading' (duration: 105.332573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:29.980992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.261795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:29.981132Z","caller":"traceutil/trace.go:171","msg":"trace[1238467674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22005; }","duration":"106.99138ms","start":"2026-04-16T01:12:29.874086Z","end":"2026-04-16T01:12:29.981078Z","steps":["trace[1238467674] 'agreement among raft nodes before linearized reading' (duration: 106.202973ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:30.14903Z","caller":"traceutil/trace.go:171","msg":"trace[117678566] transaction","detail":"{read_only:false; response_revision:22006; number_of_response:1; }","duration":"164.503513ms","start":"2026-04-16T01:12:29.984487Z","end":"2026-04-16T01:12:30.14899Z","steps":["trace[117678566] 'process raft request' (duration: 100.023203ms)","trace[117678566] 'compare' (duration: 64.354837ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:30.149334Z","caller":"traceutil/trace.go:171","msg":"trace[119984988] transaction","detail":"{read_only:false; response_revision:22007; number_of_response:1; }","duration":"164.521773ms","start":"2026-04-16T01:12:29.984782Z","end":"2026-04-16T01:12:30.149304Z","steps":["trace[119984988] 'process raft request' (duration: 164.310559ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:30.149346Z","caller":"traceutil/trace.go:171","msg":"trace[841345509] transaction","detail":"{read_only:false; response_revision:22008; number_of_response:1; }","duration":"164.433242ms","start":"2026-04-16T01:12:29.984887Z","end":"2026-04-16T01:12:30.149321Z","steps":["trace[841345509] 'process raft request' (duration: 164.35727ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:30.149643Z","caller":"traceutil/trace.go:171","msg":"trace[977418579] transaction","detail":"{read_only:false; response_revision:22009; number_of_response:1; }","duration":"164.575035ms","start":"2026-04-16T01:12:29.985054Z","end":"2026-04-16T01:12:30.149629Z","steps":["trace[977418579] 'process raft request' (duration: 164.230566ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:30.149657Z","caller":"traceutil/trace.go:171","msg":"trace[622800915] linearizableReadLoop","detail":"{readStateIndex:22675; appliedIndex:22670; }","duration":"133.558542ms","start":"2026-04-16T01:12:30.016087Z","end":"2026-04-16T01:12:30.149645Z","steps":["trace[622800915] 'read index received' (duration: 68.438138ms)","trace[622800915] 'applied index is now lower than readState.Index' (duration: 65.119354ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:30.14967Z","caller":"traceutil/trace.go:171","msg":"trace[2011635009] transaction","detail":"{read_only:false; response_revision:22010; number_of_response:1; }","duration":"163.905839ms","start":"2026-04-16T01:12:29.985746Z","end":"2026-04-16T01:12:30.149652Z","steps":["trace[2011635009] 'process raft request' (duration: 163.809557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:30.149805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.832015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:30.149845Z","caller":"traceutil/trace.go:171","msg":"trace[595529308] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22010; }","duration":"105.922007ms","start":"2026-04-16T01:12:30.043913Z","end":"2026-04-16T01:12:30.149835Z","steps":["trace[595529308] 'agreement among raft nodes before linearized reading' (duration: 105.823165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:30.149856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.742656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:30.149976Z","caller":"traceutil/trace.go:171","msg":"trace[71782985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22010; }","duration":"133.916041ms","start":"2026-04-16T01:12:30.01604Z","end":"2026-04-16T01:12:30.149956Z","steps":["trace[71782985] 'agreement among raft nodes before linearized reading' (duration: 133.688195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:31.222711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.619603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:31.222791Z","caller":"traceutil/trace.go:171","msg":"trace[861713531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22012; }","duration":"205.764597ms","start":"2026-04-16T01:12:31.017006Z","end":"2026-04-16T01:12:31.222771Z","steps":["trace[861713531] 'range keys from in-memory index tree' (duration: 205.535531ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:32.183985Z","caller":"traceutil/trace.go:171","msg":"trace[365884213] transaction","detail":"{read_only:false; response_revision:22013; number_of_response:1; }","duration":"304.712186ms","start":"2026-04-16T01:12:31.879246Z","end":"2026-04-16T01:12:32.183959Z","steps":["trace[365884213] 'process raft request' (duration: 304.561513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.184129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:31.879227Z","time spent":"304.830769ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:32.358837Z","caller":"traceutil/trace.go:171","msg":"trace[1923248855] transaction","detail":"{read_only:false; response_revision:22014; number_of_response:1; }","duration":"372.45246ms","start":"2026-04-16T01:12:31.986345Z","end":"2026-04-16T01:12:32.358797Z","steps":["trace[1923248855] 'process raft request' (duration: 372.203445ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:32.358914Z","caller":"traceutil/trace.go:171","msg":"trace[106469651] transaction","detail":"{read_only:false; response_revision:22015; number_of_response:1; }","duration":"372.270006ms","start":"2026-04-16T01:12:31.98661Z","end":"2026-04-16T01:12:32.35888Z","steps":["trace[106469651] 'process raft request' (duration: 372.080721ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:32.358991Z","caller":"traceutil/trace.go:171","msg":"trace[304068177] transaction","detail":"{read_only:false; response_revision:22016; number_of_response:1; }","duration":"372.179494ms","start":"2026-04-16T01:12:31.986797Z","end":"2026-04-16T01:12:32.358977Z","steps":["trace[304068177] 'process raft request' (duration: 371.937728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.359008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:31.986315Z","time spent":"372.598223ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:32.359079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:31.986767Z","time spent":"372.256335ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:32.359084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:31.986595Z","time spent":"372.407909ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:32.359393Z","caller":"traceutil/trace.go:171","msg":"trace[1684114450] transaction","detail":"{read_only:false; response_revision:22017; number_of_response:1; }","duration":"372.422989ms","start":"2026-04-16T01:12:31.986957Z","end":"2026-04-16T01:12:32.35938Z","steps":["trace[1684114450] 'process raft request' (duration: 371.858327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.359442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:31.986944Z","time spent":"372.474341ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:32.359723Z","caller":"traceutil/trace.go:171","msg":"trace[589473306] transaction","detail":"{read_only:false; response_revision:22018; number_of_response:1; }","duration":"371.522318ms","start":"2026-04-16T01:12:31.988192Z","end":"2026-04-16T01:12:32.359714Z","steps":["trace[589473306] 'process raft request' (duration: 371.063128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.359774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:31.98814Z","time spent":"371.606201ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:32.688049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.445454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:12:32.688595Z","caller":"traceutil/trace.go:171","msg":"trace[451026877] linearizableReadLoop","detail":"{readStateIndex:22683; appliedIndex:22677; }","duration":"670.929625ms","start":"2026-04-16T01:12:32.017646Z","end":"2026-04-16T01:12:32.688575Z","steps":["trace[451026877] 'read index received' (duration: 166.227743ms)","trace[451026877] 'applied index is now lower than readState.Index' (duration: 504.699392ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:32.688759Z","caller":"traceutil/trace.go:171","msg":"trace[993082964] transaction","detail":"{read_only:false; response_revision:22019; number_of_response:1; }","duration":"499.644787ms","start":"2026-04-16T01:12:32.189085Z","end":"2026-04-16T01:12:32.68873Z","steps":["trace[993082964] 'process raft request' (duration: 499.064465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.688935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:32.189071Z","time spent":"499.772862ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:32.690906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.247177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:32.690965Z","caller":"traceutil/trace.go:171","msg":"trace[182689801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22019; }","duration":"673.339699ms","start":"2026-04-16T01:12:32.017609Z","end":"2026-04-16T01:12:32.690948Z","steps":["trace[182689801] 'agreement among raft nodes before linearized reading' (duration: 671.063968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.690998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:32.017596Z","time spent":"673.394281ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:32.6912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.482525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:12:32.691268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.342122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:32.691347Z","caller":"traceutil/trace.go:171","msg":"trace[1350651462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22020; }","duration":"537.467925ms","start":"2026-04-16T01:12:32.153861Z","end":"2026-04-16T01:12:32.691329Z","steps":["trace[1350651462] 'agreement among raft nodes before linearized reading' (duration: 537.229449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.691338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.464365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:32.691349Z","caller":"traceutil/trace.go:171","msg":"trace[1558781807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22020; }","duration":"537.608818ms","start":"2026-04-16T01:12:32.153679Z","end":"2026-04-16T01:12:32.691288Z","steps":["trace[1558781807] 'agreement among raft nodes before linearized reading' (duration: 537.414483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.691419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:32.153844Z","time spent":"537.566526ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:32.69146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:32.153675Z","time spent":"537.769472ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T01:12:32.691463Z","caller":"traceutil/trace.go:171","msg":"trace[1269946107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22020; }","duration":"537.607588ms","start":"2026-04-16T01:12:32.15384Z","end":"2026-04-16T01:12:32.691448Z","steps":["trace[1269946107] 'agreement among raft nodes before linearized reading' (duration: 537.354911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.691518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:32.153829Z","time spent":"537.671748ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:32.691539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.929375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:32.691618Z","caller":"traceutil/trace.go:171","msg":"trace[2075694572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22020; }","duration":"538.051248ms","start":"2026-04-16T01:12:32.153549Z","end":"2026-04-16T01:12:32.6916Z","steps":["trace[2075694572] 'agreement among raft nodes before linearized reading' (duration: 537.852033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.691665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:32.153521Z","time spent":"538.13673ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:12:32.691737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.226341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:32.691785Z","caller":"traceutil/trace.go:171","msg":"trace[1212759979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22020; }","duration":"538.308574ms","start":"2026-04-16T01:12:32.153465Z","end":"2026-04-16T01:12:32.691773Z","steps":["trace[1212759979] 'agreement among raft nodes before linearized reading' (duration: 537.566437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:32.691821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:32.153447Z","time spent":"538.364865ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:12:33.201801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.935957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:33.20189Z","caller":"traceutil/trace.go:171","msg":"trace[726815198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22025; }","duration":"326.07801ms","start":"2026-04-16T01:12:32.875791Z","end":"2026-04-16T01:12:33.201869Z","steps":["trace[726815198] 'count revisions from in-memory index tree' (duration: 325.861305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:33.20194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:32.875775Z","time spent":"326.153603ms","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:33.202306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.131877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:33.202393Z","caller":"traceutil/trace.go:171","msg":"trace[968118507] linearizableReadLoop","detail":"{readStateIndex:22692; appliedIndex:22691; }","duration":"160.338859ms","start":"2026-04-16T01:12:33.04204Z","end":"2026-04-16T01:12:33.202379Z","steps":["trace[968118507] 'read index received' (duration: 26.013749ms)","trace[968118507] 'applied index is now lower than readState.Index' (duration: 134.32379ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:33.202456Z","caller":"traceutil/trace.go:171","msg":"trace[1428120209] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"201.636545ms","start":"2026-04-16T01:12:33.000801Z","end":"2026-04-16T01:12:33.202438Z","steps":["trace[1428120209] 'process raft request' (duration: 67.297154ms)","trace[1428120209] 'compare' (duration: 133.549822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:33.202474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.431771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:33.202499Z","caller":"traceutil/trace.go:171","msg":"trace[828702157] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22026; }","duration":"160.487252ms","start":"2026-04-16T01:12:33.042004Z","end":"2026-04-16T01:12:33.202491Z","steps":["trace[828702157] 'agreement among raft nodes before linearized reading' (duration: 160.420981ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:34.987427Z","caller":"traceutil/trace.go:171","msg":"trace[68878559] transaction","detail":"{read_only:false; response_revision:22027; number_of_response:1; }","duration":"798.279508ms","start":"2026-04-16T01:12:34.189103Z","end":"2026-04-16T01:12:34.987383Z","steps":["trace[68878559] 'process raft request' (duration: 798.114364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:34.987576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.189081Z","time spent":"798.419202ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:35.130925Z","caller":"traceutil/trace.go:171","msg":"trace[1007326939] transaction","detail":"{read_only:false; response_revision:22028; number_of_response:1; }","duration":"936.979177ms","start":"2026-04-16T01:12:34.193915Z","end":"2026-04-16T01:12:35.130894Z","steps":["trace[1007326939] 'process raft request' (duration: 936.65765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.131167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.193898Z","time spent":"937.145941ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:35.131325Z","caller":"traceutil/trace.go:171","msg":"trace[1522770443] transaction","detail":"{read_only:false; response_revision:22029; number_of_response:1; }","duration":"767.257045ms","start":"2026-04-16T01:12:34.364036Z","end":"2026-04-16T01:12:35.131293Z","steps":["trace[1522770443] 'process raft request' (duration: 766.811755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.131515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.36401Z","time spent":"767.39593ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:35.131545Z","caller":"traceutil/trace.go:171","msg":"trace[1684091071] transaction","detail":"{read_only:false; response_revision:22030; number_of_response:1; }","duration":"767.46026ms","start":"2026-04-16T01:12:34.364073Z","end":"2026-04-16T01:12:35.131534Z","steps":["trace[1684091071] 'process raft request' (duration: 767.122093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.131594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.364059Z","time spent":"767.508632ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:35.131642Z","caller":"traceutil/trace.go:171","msg":"trace[1272561029] transaction","detail":"{read_only:false; response_revision:22034; number_of_response:1; }","duration":"437.172115ms","start":"2026-04-16T01:12:34.69446Z","end":"2026-04-16T01:12:35.131632Z","steps":["trace[1272561029] 'process raft request' (duration: 437.061392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:35.131649Z","caller":"traceutil/trace.go:171","msg":"trace[938195734] transaction","detail":"{read_only:false; response_revision:22031; number_of_response:1; }","duration":"767.546703ms","start":"2026-04-16T01:12:34.36409Z","end":"2026-04-16T01:12:35.131636Z","steps":["trace[938195734] 'process raft request' (duration: 767.295847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.131683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.694432Z","time spent":"437.226716ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:35.131684Z","caller":"traceutil/trace.go:171","msg":"trace[681486265] transaction","detail":"{read_only:false; response_revision:22033; number_of_response:1; }","duration":"767.293596ms","start":"2026-04-16T01:12:34.36437Z","end":"2026-04-16T01:12:35.131664Z","steps":["trace[681486265] 'process raft request' (duration: 767.112273ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:35.131699Z","caller":"traceutil/trace.go:171","msg":"trace[736799722] transaction","detail":"{read_only:false; response_revision:22035; number_of_response:1; }","duration":"434.565086ms","start":"2026-04-16T01:12:34.697119Z","end":"2026-04-16T01:12:35.131684Z","steps":["trace[736799722] 'process raft request' (duration: 434.448994ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:35.131656Z","caller":"traceutil/trace.go:171","msg":"trace[5536870] transaction","detail":"{read_only:false; response_revision:22032; number_of_response:1; }","duration":"767.344307ms","start":"2026-04-16T01:12:34.364272Z","end":"2026-04-16T01:12:35.131616Z","steps":["trace[5536870] 'process raft request' (duration: 767.168693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.131705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.364065Z","time spent":"767.609844ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:35.131746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.697096Z","time spent":"434.624357ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:35.131748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.36436Z","time spent":"767.357118ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:35.131649Z","caller":"traceutil/trace.go:171","msg":"trace[604964980] linearizableReadLoop","detail":"{readStateIndex:22701; appliedIndex:22692; }","duration":"429.813348ms","start":"2026-04-16T01:12:34.701806Z","end":"2026-04-16T01:12:35.131619Z","steps":["trace[604964980] 'read index received' (duration: 285.507222ms)","trace[604964980] 'applied index is now lower than readState.Index' (duration: 144.304826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:35.131845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.36425Z","time spent":"767.49648ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:35.131884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.656215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:35.131915Z","caller":"traceutil/trace.go:171","msg":"trace[1906945733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22035; }","duration":"114.723877ms","start":"2026-04-16T01:12:35.017183Z","end":"2026-04-16T01:12:35.131907Z","steps":["trace[1906945733] 'agreement among raft nodes before linearized reading' (duration: 114.658245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.13192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.04265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-16T01:12:35.131905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.070994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T01:12:35.131946Z","caller":"traceutil/trace.go:171","msg":"trace[499372281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22035; }","duration":"429.076682ms","start":"2026-04-16T01:12:34.702859Z","end":"2026-04-16T01:12:35.131936Z","steps":["trace[499372281] 'agreement among raft nodes before linearized reading' (duration: 428.98834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.131947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.834399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T01:12:35.131965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.702853Z","time spent":"429.106582ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T01:12:35.131968Z","caller":"traceutil/trace.go:171","msg":"trace[768375742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22035; }","duration":"430.184466ms","start":"2026-04-16T01:12:34.701769Z","end":"2026-04-16T01:12:35.131954Z","steps":["trace[768375742] 'agreement among raft nodes before linearized reading' (duration: 429.942301ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:35.131979Z","caller":"traceutil/trace.go:171","msg":"trace[1654525979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22035; }","duration":"429.90464ms","start":"2026-04-16T01:12:34.702066Z","end":"2026-04-16T01:12:35.131971Z","steps":["trace[1654525979] 'agreement among raft nodes before linearized reading' (duration: 429.770597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.132004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.702045Z","time spent":"429.955172ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:35.132015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.701756Z","time spent":"430.248739ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:35.131925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.00891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T01:12:35.132061Z","caller":"traceutil/trace.go:171","msg":"trace[2090496542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22035; }","duration":"429.188544ms","start":"2026-04-16T01:12:34.702862Z","end":"2026-04-16T01:12:35.132051Z","steps":["trace[2090496542] 'agreement among raft nodes before linearized reading' (duration: 428.972129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.132086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.702843Z","time spent":"429.235425ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:12:35.132099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.397219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T01:12:35.132126Z","caller":"traceutil/trace.go:171","msg":"trace[1164222450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22035; }","duration":"429.43429ms","start":"2026-04-16T01:12:34.702683Z","end":"2026-04-16T01:12:35.132117Z","steps":["trace[1164222450] 'agreement among raft nodes before linearized reading' (duration: 429.215155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.132149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:34.702675Z","time spent":"429.469361ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:12:35.132158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.862617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-16T01:12:35.132179Z","caller":"traceutil/trace.go:171","msg":"trace[1939367568] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22035; }","duration":"151.913358ms","start":"2026-04-16T01:12:34.980259Z","end":"2026-04-16T01:12:35.132172Z","steps":["trace[1939367568] 'agreement among raft nodes before linearized reading' (duration: 151.688543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:35.65807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.485682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-16T01:12:35.65814Z","caller":"traceutil/trace.go:171","msg":"trace[1067312809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22042; }","duration":"293.625097ms","start":"2026-04-16T01:12:35.364497Z","end":"2026-04-16T01:12:35.658123Z","steps":["trace[1067312809] 'range keys from in-memory index tree' (duration: 293.278088ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:37.251534Z","caller":"traceutil/trace.go:171","msg":"trace[1146946041] transaction","detail":"{read_only:false; response_revision:22049; number_of_response:1; }","duration":"111.709828ms","start":"2026-04-16T01:12:37.1398Z","end":"2026-04-16T01:12:37.251509Z","steps":["trace[1146946041] 'process raft request' (duration: 111.630687ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:37.251575Z","caller":"traceutil/trace.go:171","msg":"trace[1522376750] transaction","detail":"{read_only:false; response_revision:22048; number_of_response:1; }","duration":"111.835921ms","start":"2026-04-16T01:12:37.139699Z","end":"2026-04-16T01:12:37.251535Z","steps":["trace[1522376750] 'process raft request' (duration: 111.538274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:37.251801Z","caller":"traceutil/trace.go:171","msg":"trace[1702598526] transaction","detail":"{read_only:false; response_revision:22050; number_of_response:1; }","duration":"111.72108ms","start":"2026-04-16T01:12:37.140056Z","end":"2026-04-16T01:12:37.251777Z","steps":["trace[1702598526] 'process raft request' (duration: 111.416373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:37.251899Z","caller":"traceutil/trace.go:171","msg":"trace[333599613] transaction","detail":"{read_only:false; response_revision:22052; number_of_response:1; }","duration":"111.551745ms","start":"2026-04-16T01:12:37.140328Z","end":"2026-04-16T01:12:37.25188Z","steps":["trace[333599613] 'process raft request' (duration: 111.472453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:37.251891Z","caller":"traceutil/trace.go:171","msg":"trace[102520189] linearizableReadLoop","detail":"{readStateIndex:22719; appliedIndex:22713; }","duration":"110.609923ms","start":"2026-04-16T01:12:37.141262Z","end":"2026-04-16T01:12:37.251871Z","steps":["trace[102520189] 'read index received' (duration: 32.372932ms)","trace[102520189] 'applied index is now lower than readState.Index' (duration: 78.236081ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:37.251994Z","caller":"traceutil/trace.go:171","msg":"trace[593251632] transaction","detail":"{read_only:false; response_revision:22053; number_of_response:1; }","duration":"107.274748ms","start":"2026-04-16T01:12:37.144665Z","end":"2026-04-16T01:12:37.25194Z","steps":["trace[593251632] 'process raft request' (duration: 107.171265ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:37.25207Z","caller":"traceutil/trace.go:171","msg":"trace[659075986] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"111.77944ms","start":"2026-04-16T01:12:37.140222Z","end":"2026-04-16T01:12:37.252001Z","steps":["trace[659075986] 'process raft request' (duration: 111.497683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:37.252212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.034382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:12:37.25222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.538376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:37.252255Z","caller":"traceutil/trace.go:171","msg":"trace[146545097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22053; }","duration":"107.104614ms","start":"2026-04-16T01:12:37.145138Z","end":"2026-04-16T01:12:37.252242Z","steps":["trace[146545097] 'agreement among raft nodes before linearized reading' (duration: 106.946241ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:37.252263Z","caller":"traceutil/trace.go:171","msg":"trace[760953687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22053; }","duration":"108.613608ms","start":"2026-04-16T01:12:37.143638Z","end":"2026-04-16T01:12:37.252251Z","steps":["trace[760953687] 'agreement among raft nodes before linearized reading' (duration: 108.433615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:37.2524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.69992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:12:37.252403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.336822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:37.252438Z","caller":"traceutil/trace.go:171","msg":"trace[913228365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22053; }","duration":"108.756401ms","start":"2026-04-16T01:12:37.143673Z","end":"2026-04-16T01:12:37.25243Z","steps":["trace[913228365] 'agreement among raft nodes before linearized reading' (duration: 108.631019ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:37.252459Z","caller":"traceutil/trace.go:171","msg":"trace[262062029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22053; }","duration":"108.410354ms","start":"2026-04-16T01:12:37.144035Z","end":"2026-04-16T01:12:37.252445Z","steps":["trace[262062029] 'agreement among raft nodes before linearized reading' (duration: 108.259521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:37.25335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.072836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:37.253399Z","caller":"traceutil/trace.go:171","msg":"trace[1846102326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22053; }","duration":"112.132528ms","start":"2026-04-16T01:12:37.141256Z","end":"2026-04-16T01:12:37.253388Z","steps":["trace[1846102326] 'agreement among raft nodes before linearized reading' (duration: 111.953684ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:38.468853Z","caller":"traceutil/trace.go:171","msg":"trace[71478307] transaction","detail":"{read_only:false; response_revision:22059; number_of_response:1; }","duration":"114.377959ms","start":"2026-04-16T01:12:38.35445Z","end":"2026-04-16T01:12:38.468828Z","steps":["trace[71478307] 'process raft request' (duration: 114.200525ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.285325Z","caller":"traceutil/trace.go:171","msg":"trace[911153713] transaction","detail":"{read_only:false; response_revision:22061; number_of_response:1; }","duration":"105.167161ms","start":"2026-04-16T01:12:39.18011Z","end":"2026-04-16T01:12:39.285277Z","steps":["trace[911153713] 'process raft request' (duration: 104.165329ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.442652Z","caller":"traceutil/trace.go:171","msg":"trace[1224948441] transaction","detail":"{read_only:false; response_revision:22065; number_of_response:1; }","duration":"184.780242ms","start":"2026-04-16T01:12:39.257849Z","end":"2026-04-16T01:12:39.442629Z","steps":["trace[1224948441] 'process raft request' (duration: 184.69522ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.442669Z","caller":"traceutil/trace.go:171","msg":"trace[1312242098] transaction","detail":"{read_only:false; response_revision:22063; number_of_response:1; }","duration":"185.6141ms","start":"2026-04-16T01:12:39.257015Z","end":"2026-04-16T01:12:39.442629Z","steps":["trace[1312242098] 'process raft request' (duration: 185.444276ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.442674Z","caller":"traceutil/trace.go:171","msg":"trace[553511226] transaction","detail":"{read_only:false; response_revision:22062; number_of_response:1; }","duration":"185.720403ms","start":"2026-04-16T01:12:39.256904Z","end":"2026-04-16T01:12:39.442624Z","steps":["trace[553511226] 'process raft request' (duration: 183.676037ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.442713Z","caller":"traceutil/trace.go:171","msg":"trace[1583675576] transaction","detail":"{read_only:false; response_revision:22064; number_of_response:1; }","duration":"184.952546ms","start":"2026-04-16T01:12:39.257723Z","end":"2026-04-16T01:12:39.442675Z","steps":["trace[1583675576] 'process raft request' (duration: 184.780663ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.442923Z","caller":"traceutil/trace.go:171","msg":"trace[70279385] transaction","detail":"{read_only:false; response_revision:22066; number_of_response:1; }","duration":"184.975067ms","start":"2026-04-16T01:12:39.257921Z","end":"2026-04-16T01:12:39.442896Z","steps":["trace[70279385] 'process raft request' (duration: 184.66877ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.443006Z","caller":"traceutil/trace.go:171","msg":"trace[891547590] linearizableReadLoop","detail":"{readStateIndex:22734; appliedIndex:22728; }","duration":"142.305981ms","start":"2026-04-16T01:12:39.300685Z","end":"2026-04-16T01:12:39.442991Z","steps":["trace[891547590] 'read index received' (duration: 139.874627ms)","trace[891547590] 'applied index is now lower than readState.Index' (duration: 2.430324ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:39.443035Z","caller":"traceutil/trace.go:171","msg":"trace[1266638625] transaction","detail":"{read_only:false; response_revision:22067; number_of_response:1; }","duration":"184.893125ms","start":"2026-04-16T01:12:39.258111Z","end":"2026-04-16T01:12:39.443004Z","steps":["trace[1266638625] 'process raft request' (duration: 184.720521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:39.443232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.354026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T01:12:39.443283Z","caller":"traceutil/trace.go:171","msg":"trace[1007632477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22067; }","duration":"121.439239ms","start":"2026-04-16T01:12:39.321832Z","end":"2026-04-16T01:12:39.443271Z","steps":["trace[1007632477] 'agreement among raft nodes before linearized reading' (duration: 121.274964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:39.443285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.242927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-16T01:12:39.443288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.349787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T01:12:39.443307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.96676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-16T01:12:39.443309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.608708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T01:12:39.443332Z","caller":"traceutil/trace.go:171","msg":"trace[646407190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22067; }","duration":"121.450498ms","start":"2026-04-16T01:12:39.32187Z","end":"2026-04-16T01:12:39.443321Z","steps":["trace[646407190] 'agreement among raft nodes before linearized reading' (duration: 121.234993ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.443326Z","caller":"traceutil/trace.go:171","msg":"trace[1018839030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22067; }","duration":"122.341749ms","start":"2026-04-16T01:12:39.320972Z","end":"2026-04-16T01:12:39.443314Z","steps":["trace[1018839030] 'agreement among raft nodes before linearized reading' (duration: 122.126414ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.443398Z","caller":"traceutil/trace.go:171","msg":"trace[2116640933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22067; }","duration":"142.7102ms","start":"2026-04-16T01:12:39.300643Z","end":"2026-04-16T01:12:39.443353Z","steps":["trace[2116640933] 'agreement among raft nodes before linearized reading' (duration: 142.451863ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.443417Z","caller":"traceutil/trace.go:171","msg":"trace[41758718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22067; }","duration":"122.061754ms","start":"2026-04-16T01:12:39.321283Z","end":"2026-04-16T01:12:39.443345Z","steps":["trace[41758718] 'agreement among raft nodes before linearized reading' (duration: 121.849959ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.62472Z","caller":"traceutil/trace.go:171","msg":"trace[446409019] transaction","detail":"{read_only:false; response_revision:22069; number_of_response:1; }","duration":"176.075395ms","start":"2026-04-16T01:12:39.448612Z","end":"2026-04-16T01:12:39.624688Z","steps":["trace[446409019] 'process raft request' (duration: 175.831919ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.624872Z","caller":"traceutil/trace.go:171","msg":"trace[1306752761] transaction","detail":"{read_only:false; response_revision:22070; number_of_response:1; }","duration":"176.072706ms","start":"2026-04-16T01:12:39.44878Z","end":"2026-04-16T01:12:39.624852Z","steps":["trace[1306752761] 'process raft request' (duration: 175.83724ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.625098Z","caller":"traceutil/trace.go:171","msg":"trace[1549992889] transaction","detail":"{read_only:false; response_revision:22071; number_of_response:1; }","duration":"176.262239ms","start":"2026-04-16T01:12:39.448817Z","end":"2026-04-16T01:12:39.625079Z","steps":["trace[1549992889] 'process raft request' (duration: 175.986283ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:39.625214Z","caller":"traceutil/trace.go:171","msg":"trace[1697700264] transaction","detail":"{read_only:false; response_revision:22072; number_of_response:1; }","duration":"176.351391ms","start":"2026-04-16T01:12:39.448841Z","end":"2026-04-16T01:12:39.625192Z","steps":["trace[1697700264] 'process raft request' (duration: 176.144156ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:40.313225Z","caller":"traceutil/trace.go:171","msg":"trace[2042819737] transaction","detail":"{read_only:false; response_revision:22074; number_of_response:1; }","duration":"175.921612ms","start":"2026-04-16T01:12:40.137277Z","end":"2026-04-16T01:12:40.313199Z","steps":["trace[2042819737] 'process raft request' (duration: 174.817907ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:40.861803Z","caller":"traceutil/trace.go:171","msg":"trace[499207730] linearizableReadLoop","detail":"{readStateIndex:22742; appliedIndex:22741; }","duration":"121.808987ms","start":"2026-04-16T01:12:40.739974Z","end":"2026-04-16T01:12:40.861783Z","steps":["trace[499207730] 'read index received' (duration: 121.588452ms)","trace[499207730] 'applied index is now lower than readState.Index' (duration: 219.655µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:40.861992Z","caller":"traceutil/trace.go:171","msg":"trace[1479136909] transaction","detail":"{read_only:false; response_revision:22075; number_of_response:1; }","duration":"154.382904ms","start":"2026-04-16T01:12:40.707578Z","end":"2026-04-16T01:12:40.861961Z","steps":["trace[1479136909] 'process raft request' (duration: 154.027036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:40.862254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.262147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319832"} {"level":"info","ts":"2026-04-16T01:12:40.862297Z","caller":"traceutil/trace.go:171","msg":"trace[1457758550] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:22075; }","duration":"122.349449ms","start":"2026-04-16T01:12:40.739936Z","end":"2026-04-16T01:12:40.862285Z","steps":["trace[1457758550] 'agreement among raft nodes before linearized reading' (duration: 121.929179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.741266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.266186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:41.741421Z","caller":"traceutil/trace.go:171","msg":"trace[1190113496] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22077; }","duration":"300.545731ms","start":"2026-04-16T01:12:41.440855Z","end":"2026-04-16T01:12:41.741401Z","steps":["trace[1190113496] 'count revisions from in-memory index tree' (duration: 300.169314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.741495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.440831Z","time spent":"300.649285ms","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:41.741492Z","caller":"traceutil/trace.go:171","msg":"trace[1772352948] transaction","detail":"{read_only:false; response_revision:22078; number_of_response:1; }","duration":"293.864501ms","start":"2026-04-16T01:12:41.447597Z","end":"2026-04-16T01:12:41.741462Z","steps":["trace[1772352948] 'process raft request' (duration: 292.91674ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:41.988557Z","caller":"traceutil/trace.go:171","msg":"trace[1170032851] transaction","detail":"{read_only:false; response_revision:22080; number_of_response:1; }","duration":"540.674668ms","start":"2026-04-16T01:12:41.447864Z","end":"2026-04-16T01:12:41.988539Z","steps":["trace[1170032851] 'process raft request' (duration: 540.405672ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:41.988586Z","caller":"traceutil/trace.go:171","msg":"trace[696473252] transaction","detail":"{read_only:false; response_revision:22082; number_of_response:1; }","duration":"539.187424ms","start":"2026-04-16T01:12:41.449369Z","end":"2026-04-16T01:12:41.988557Z","steps":["trace[696473252] 'process raft request' (duration: 538.972209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:41.988616Z","caller":"traceutil/trace.go:171","msg":"trace[2080755226] transaction","detail":"{read_only:false; response_revision:22083; number_of_response:1; }","duration":"539.029331ms","start":"2026-04-16T01:12:41.449551Z","end":"2026-04-16T01:12:41.98858Z","steps":["trace[2080755226] 'process raft request' (duration: 538.819596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:41.988616Z","caller":"traceutil/trace.go:171","msg":"trace[810225127] transaction","detail":"{read_only:false; response_revision:22079; number_of_response:1; }","duration":"540.746059ms","start":"2026-04-16T01:12:41.447847Z","end":"2026-04-16T01:12:41.988593Z","steps":["trace[810225127] 'process raft request' (duration: 529.900343ms)","trace[810225127] 'compare' (duration: 10.383065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:41.988656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.447844Z","time spent":"540.759679ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:41.988637Z","caller":"traceutil/trace.go:171","msg":"trace[857856729] transaction","detail":"{read_only:false; response_revision:22081; number_of_response:1; }","duration":"540.463743ms","start":"2026-04-16T01:12:41.448145Z","end":"2026-04-16T01:12:41.988609Z","steps":["trace[857856729] 'process raft request' (duration: 540.163976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.988707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.449524Z","time spent":"539.122763ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:41.988712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.447825Z","time spent":"540.839311ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:41.98876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.448138Z","time spent":"540.557326ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:41.988751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.449362Z","time spent":"539.287836ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:41.998243Z","caller":"traceutil/trace.go:171","msg":"trace[1476430295] linearizableReadLoop","detail":"{readStateIndex:22750; appliedIndex:22744; }","duration":"484.619299ms","start":"2026-04-16T01:12:41.513605Z","end":"2026-04-16T01:12:41.998225Z","steps":["trace[1476430295] 'read index received' (duration: 226.929276ms)","trace[1476430295] 'applied index is now lower than readState.Index' (duration: 257.688763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:41.998565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.951126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:41.998602Z","caller":"traceutil/trace.go:171","msg":"trace[241424730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22083; }","duration":"485.017128ms","start":"2026-04-16T01:12:41.513576Z","end":"2026-04-16T01:12:41.998594Z","steps":["trace[241424730] 'agreement among raft nodes before linearized reading' (duration: 484.885804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.998628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.513564Z","time spent":"485.057699ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:12:41.998756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.008375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:41.998784Z","caller":"traceutil/trace.go:171","msg":"trace[1738239483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22083; }","duration":"370.068786ms","start":"2026-04-16T01:12:41.628708Z","end":"2026-04-16T01:12:41.998777Z","steps":["trace[1738239483] 'agreement among raft nodes before linearized reading' (duration: 369.997365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.998807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.628688Z","time spent":"370.113438ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:12:41.999011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.226107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:41.999039Z","caller":"traceutil/trace.go:171","msg":"trace[780968076] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22083; }","duration":"225.28547ms","start":"2026-04-16T01:12:41.773746Z","end":"2026-04-16T01:12:41.999032Z","steps":["trace[780968076] 'agreement among raft nodes before linearized reading' (duration: 225.239738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.99915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.157742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:41.999176Z","caller":"traceutil/trace.go:171","msg":"trace[2112761449] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:22083; }","duration":"280.209882ms","start":"2026-04-16T01:12:41.718958Z","end":"2026-04-16T01:12:41.999167Z","steps":["trace[2112761449] 'agreement among raft nodes before linearized reading' (duration: 280.170152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.999794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.500337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:12:41.999823Z","caller":"traceutil/trace.go:171","msg":"trace[1381275291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22083; }","duration":"370.540497ms","start":"2026-04-16T01:12:41.629276Z","end":"2026-04-16T01:12:41.999817Z","steps":["trace[1381275291] 'agreement among raft nodes before linearized reading' (duration: 370.473725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.999839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.629271Z","time spent":"370.564187ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:41.999345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.561597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:41.999941Z","caller":"traceutil/trace.go:171","msg":"trace[128423251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22083; }","duration":"371.190672ms","start":"2026-04-16T01:12:41.62874Z","end":"2026-04-16T01:12:41.99993Z","steps":["trace[128423251] 'agreement among raft nodes before linearized reading' (duration: 370.480805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:41.999965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.69335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:12:41.999989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.62872Z","time spent":"371.257283ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:12:42.000023Z","caller":"traceutil/trace.go:171","msg":"trace[1166649404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22083; }","duration":"370.783863ms","start":"2026-04-16T01:12:41.629223Z","end":"2026-04-16T01:12:42.000007Z","steps":["trace[1166649404] 'agreement among raft nodes before linearized reading' (duration: 370.645079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:42.000064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:41.629205Z","time spent":"370.851063ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:12:44.188241Z","caller":"traceutil/trace.go:171","msg":"trace[1659903846] transaction","detail":"{read_only:false; response_revision:22092; number_of_response:1; }","duration":"194.743988ms","start":"2026-04-16T01:12:43.993472Z","end":"2026-04-16T01:12:44.188216Z","steps":["trace[1659903846] 'process raft request' (duration: 194.480152ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.194404Z","caller":"traceutil/trace.go:171","msg":"trace[505657532] transaction","detail":"{read_only:false; response_revision:22094; number_of_response:1; }","duration":"198.059743ms","start":"2026-04-16T01:12:43.996319Z","end":"2026-04-16T01:12:44.194379Z","steps":["trace[505657532] 'process raft request' (duration: 197.983411ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.194448Z","caller":"traceutil/trace.go:171","msg":"trace[484481688] transaction","detail":"{read_only:false; response_revision:22093; number_of_response:1; }","duration":"198.172696ms","start":"2026-04-16T01:12:43.996245Z","end":"2026-04-16T01:12:44.194418Z","steps":["trace[484481688] 'process raft request' (duration: 197.944001ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.194713Z","caller":"traceutil/trace.go:171","msg":"trace[392283492] transaction","detail":"{read_only:false; response_revision:22095; number_of_response:1; }","duration":"198.329529ms","start":"2026-04-16T01:12:43.996371Z","end":"2026-04-16T01:12:44.194701Z","steps":["trace[392283492] 'process raft request' (duration: 197.974831ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.194718Z","caller":"traceutil/trace.go:171","msg":"trace[616159945] linearizableReadLoop","detail":"{readStateIndex:22764; appliedIndex:22759; }","duration":"180.126837ms","start":"2026-04-16T01:12:44.014575Z","end":"2026-04-16T01:12:44.194702Z","steps":["trace[616159945] 'read index received' (duration: 173.448196ms)","trace[616159945] 'applied index is now lower than readState.Index' (duration: 6.677551ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:44.194784Z","caller":"traceutil/trace.go:171","msg":"trace[1494227947] transaction","detail":"{read_only:false; response_revision:22096; number_of_response:1; }","duration":"197.623503ms","start":"2026-04-16T01:12:43.997136Z","end":"2026-04-16T01:12:44.19476Z","steps":["trace[1494227947] 'process raft request' (duration: 197.48775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:44.194983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.391003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:44.195052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.315238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:12:44.195108Z","caller":"traceutil/trace.go:171","msg":"trace[990241156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22096; }","duration":"175.41054ms","start":"2026-04-16T01:12:44.019685Z","end":"2026-04-16T01:12:44.195096Z","steps":["trace[990241156] 'agreement among raft nodes before linearized reading' (duration: 175.253707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:44.195136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.988848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:12:44.195028Z","caller":"traceutil/trace.go:171","msg":"trace[1558942772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22096; }","duration":"180.474855ms","start":"2026-04-16T01:12:44.014543Z","end":"2026-04-16T01:12:44.195017Z","steps":["trace[1558942772] 'agreement among raft nodes before linearized reading' (duration: 180.380302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:44.19523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.203433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:44.19525Z","caller":"traceutil/trace.go:171","msg":"trace[1208845305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22096; }","duration":"133.247227ms","start":"2026-04-16T01:12:44.061999Z","end":"2026-04-16T01:12:44.195246Z","steps":["trace[1208845305] 'agreement among raft nodes before linearized reading' (duration: 133.193045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.195165Z","caller":"traceutil/trace.go:171","msg":"trace[1975370166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22096; }","duration":"132.027149ms","start":"2026-04-16T01:12:44.063129Z","end":"2026-04-16T01:12:44.195156Z","steps":["trace[1975370166] 'agreement among raft nodes before linearized reading' (duration: 131.961087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:44.195322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.961308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:12:44.195073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.944696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:12:44.19539Z","caller":"traceutil/trace.go:171","msg":"trace[309912722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22096; }","duration":"133.041001ms","start":"2026-04-16T01:12:44.062338Z","end":"2026-04-16T01:12:44.195379Z","steps":["trace[309912722] 'agreement among raft nodes before linearized reading' (duration: 132.867956ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.195415Z","caller":"traceutil/trace.go:171","msg":"trace[1607428018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22096; }","duration":"132.307754ms","start":"2026-04-16T01:12:44.063091Z","end":"2026-04-16T01:12:44.195399Z","steps":["trace[1607428018] 'agreement among raft nodes before linearized reading' (duration: 131.866284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.452487Z","caller":"traceutil/trace.go:171","msg":"trace[187300838] transaction","detail":"{read_only:false; response_revision:22097; number_of_response:1; }","duration":"253.442176ms","start":"2026-04-16T01:12:44.199007Z","end":"2026-04-16T01:12:44.452449Z","steps":["trace[187300838] 'process raft request' (duration: 223.510129ms)","trace[187300838] 'compare' (duration: 29.087208ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:44.46042Z","caller":"traceutil/trace.go:171","msg":"trace[304787649] transaction","detail":"{read_only:false; response_revision:22098; number_of_response:1; }","duration":"259.807041ms","start":"2026-04-16T01:12:44.200587Z","end":"2026-04-16T01:12:44.460394Z","steps":["trace[304787649] 'process raft request' (duration: 259.621846ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.460705Z","caller":"traceutil/trace.go:171","msg":"trace[1865948110] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"259.906723ms","start":"2026-04-16T01:12:44.200768Z","end":"2026-04-16T01:12:44.460674Z","steps":["trace[1865948110] 'process raft request' (duration: 259.583395ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.460833Z","caller":"traceutil/trace.go:171","msg":"trace[2017602741] linearizableReadLoop","detail":"{readStateIndex:22769; appliedIndex:22764; }","duration":"158.427965ms","start":"2026-04-16T01:12:44.302387Z","end":"2026-04-16T01:12:44.460815Z","steps":["trace[2017602741] 'read index received' (duration: 120.148919ms)","trace[2017602741] 'applied index is now lower than readState.Index' (duration: 38.278026ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:44.460923Z","caller":"traceutil/trace.go:171","msg":"trace[1769204985] transaction","detail":"{read_only:false; response_revision:22100; number_of_response:1; }","duration":"260.100827ms","start":"2026-04-16T01:12:44.200807Z","end":"2026-04-16T01:12:44.460908Z","steps":["trace[1769204985] 'process raft request' (duration: 259.78018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:44.460995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.579438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:44.461025Z","caller":"traceutil/trace.go:171","msg":"trace[386359574] transaction","detail":"{read_only:false; response_revision:22101; number_of_response:1; }","duration":"259.458743ms","start":"2026-04-16T01:12:44.201558Z","end":"2026-04-16T01:12:44.461016Z","steps":["trace[386359574] 'process raft request' (duration: 259.185357ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:44.461043Z","caller":"traceutil/trace.go:171","msg":"trace[539128638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22101; }","duration":"158.678782ms","start":"2026-04-16T01:12:44.302352Z","end":"2026-04-16T01:12:44.461031Z","steps":["trace[539128638] 'agreement among raft nodes before linearized reading' (duration: 158.547669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:45.486144Z","caller":"traceutil/trace.go:171","msg":"trace[987968761] transaction","detail":"{read_only:false; response_revision:22104; number_of_response:1; }","duration":"153.029723ms","start":"2026-04-16T01:12:45.333089Z","end":"2026-04-16T01:12:45.486119Z","steps":["trace[987968761] 'process raft request' (duration: 152.85904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:45.740906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.714634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:45.740995Z","caller":"traceutil/trace.go:171","msg":"trace[1993906579] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22104; }","duration":"185.854877ms","start":"2026-04-16T01:12:45.555119Z","end":"2026-04-16T01:12:45.740974Z","steps":["trace[1993906579] 'range keys from in-memory index tree' (duration: 185.5704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:45.740994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.105871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:12:45.741106Z","caller":"traceutil/trace.go:171","msg":"trace[479096408] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22104; }","duration":"102.272006ms","start":"2026-04-16T01:12:45.638809Z","end":"2026-04-16T01:12:45.741081Z","steps":["trace[479096408] 'count revisions from in-memory index tree' (duration: 102.005539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:46.434496Z","caller":"traceutil/trace.go:171","msg":"trace[1915104542] transaction","detail":"{read_only:false; response_revision:22108; number_of_response:1; }","duration":"234.605679ms","start":"2026-04-16T01:12:46.199872Z","end":"2026-04-16T01:12:46.434478Z","steps":["trace[1915104542] 'process raft request' (duration: 234.506837ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:46.434614Z","caller":"traceutil/trace.go:171","msg":"trace[202120106] transaction","detail":"{read_only:false; response_revision:22109; number_of_response:1; }","duration":"234.262072ms","start":"2026-04-16T01:12:46.200331Z","end":"2026-04-16T01:12:46.434593Z","steps":["trace[202120106] 'process raft request' (duration: 234.117209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:46.434697Z","caller":"traceutil/trace.go:171","msg":"trace[1495557890] linearizableReadLoop","detail":"{readStateIndex:22778; appliedIndex:22773; }","duration":"230.687721ms","start":"2026-04-16T01:12:46.203996Z","end":"2026-04-16T01:12:46.434683Z","steps":["trace[1495557890] 'read index received' (duration: 81.74183ms)","trace[1495557890] 'applied index is now lower than readState.Index' (duration: 148.944701ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:46.434718Z","caller":"traceutil/trace.go:171","msg":"trace[1176318937] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"233.784791ms","start":"2026-04-16T01:12:46.200907Z","end":"2026-04-16T01:12:46.434692Z","steps":["trace[1176318937] 'process raft request' (duration: 233.632948ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:46.434496Z","caller":"traceutil/trace.go:171","msg":"trace[76105362] transaction","detail":"{read_only:false; response_revision:22107; number_of_response:1; }","duration":"234.686941ms","start":"2026-04-16T01:12:46.199783Z","end":"2026-04-16T01:12:46.43447Z","steps":["trace[76105362] 'process raft request' (duration: 233.536815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:46.434862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.842064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:46.434916Z","caller":"traceutil/trace.go:171","msg":"trace[1089843535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22110; }","duration":"230.926356ms","start":"2026-04-16T01:12:46.203975Z","end":"2026-04-16T01:12:46.434901Z","steps":["trace[1089843535] 'agreement among raft nodes before linearized reading' (duration: 230.818103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:46.434932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.421689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T01:12:46.434974Z","caller":"traceutil/trace.go:171","msg":"trace[313925397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22110; }","duration":"110.476121ms","start":"2026-04-16T01:12:46.324484Z","end":"2026-04-16T01:12:46.434961Z","steps":["trace[313925397] 'agreement among raft nodes before linearized reading' (duration: 110.319597ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:46.604762Z","caller":"traceutil/trace.go:171","msg":"trace[1384629132] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"137.318628ms","start":"2026-04-16T01:12:46.467408Z","end":"2026-04-16T01:12:46.604727Z","steps":["trace[1384629132] 'process raft request' (duration: 112.501746ms)","trace[1384629132] 'compare' (duration: 24.499184ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:46.604808Z","caller":"traceutil/trace.go:171","msg":"trace[1111165022] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"135.972427ms","start":"2026-04-16T01:12:46.468805Z","end":"2026-04-16T01:12:46.604778Z","steps":["trace[1111165022] 'process raft request' (duration: 135.882336ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:46.60481Z","caller":"traceutil/trace.go:171","msg":"trace[725494936] transaction","detail":"{read_only:false; response_revision:22114; number_of_response:1; }","duration":"137.251446ms","start":"2026-04-16T01:12:46.467494Z","end":"2026-04-16T01:12:46.604746Z","steps":["trace[725494936] 'process raft request' (duration: 137.137703ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:47.403849Z","caller":"traceutil/trace.go:171","msg":"trace[1125196037] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"160.701337ms","start":"2026-04-16T01:12:47.243122Z","end":"2026-04-16T01:12:47.403823Z","steps":["trace[1125196037] 'process raft request' (duration: 159.872668ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:50.736236Z","caller":"traceutil/trace.go:171","msg":"trace[458098333] transaction","detail":"{read_only:false; response_revision:22147; number_of_response:1; }","duration":"116.796033ms","start":"2026-04-16T01:12:50.619412Z","end":"2026-04-16T01:12:50.736208Z","steps":["trace[458098333] 'process raft request' (duration: 116.613159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:50.921152Z","caller":"traceutil/trace.go:171","msg":"trace[927273345] linearizableReadLoop","detail":"{readStateIndex:22818; appliedIndex:22816; }","duration":"299.528509ms","start":"2026-04-16T01:12:50.621586Z","end":"2026-04-16T01:12:50.921115Z","steps":["trace[927273345] 'read index received' (duration: 114.557792ms)","trace[927273345] 'applied index is now lower than readState.Index' (duration: 184.969367ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:50.921326Z","caller":"traceutil/trace.go:171","msg":"trace[2009372218] transaction","detail":"{read_only:false; response_revision:22148; number_of_response:1; }","duration":"299.786615ms","start":"2026-04-16T01:12:50.621467Z","end":"2026-04-16T01:12:50.921254Z","steps":["trace[2009372218] 'process raft request' (duration: 204.808605ms)","trace[2009372218] 'compare' (duration: 94.376777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:50.921423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.814676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:12:50.921507Z","caller":"traceutil/trace.go:171","msg":"trace[251508067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22148; }","duration":"299.906937ms","start":"2026-04-16T01:12:50.621579Z","end":"2026-04-16T01:12:50.921486Z","steps":["trace[251508067] 'agreement among raft nodes before linearized reading' (duration: 299.702283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:50.921555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:50.621518Z","time spent":"300.028981ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:50.921506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.4516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:12:50.921676Z","caller":"traceutil/trace.go:171","msg":"trace[599823991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22148; }","duration":"156.680036ms","start":"2026-04-16T01:12:50.764963Z","end":"2026-04-16T01:12:50.921644Z","steps":["trace[599823991] 'agreement among raft nodes before linearized reading' (duration: 156.349219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:51.367763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.230475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:51.367925Z","caller":"traceutil/trace.go:171","msg":"trace[1754172235] linearizableReadLoop","detail":"{readStateIndex:22819; appliedIndex:22818; }","duration":"441.838211ms","start":"2026-04-16T01:12:50.926064Z","end":"2026-04-16T01:12:51.367902Z","steps":["trace[1754172235] 'read index received' (duration: 312.314019ms)","trace[1754172235] 'applied index is now lower than readState.Index' (duration: 129.521942ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:51.367966Z","caller":"traceutil/trace.go:171","msg":"trace[1596402146] transaction","detail":"{read_only:false; response_revision:22149; number_of_response:1; }","duration":"442.22438ms","start":"2026-04-16T01:12:50.925706Z","end":"2026-04-16T01:12:51.36793Z","steps":["trace[1596402146] 'process raft request' (duration: 312.723138ms)","trace[1596402146] 'compare' (duration: 129.088402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:51.368114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:50.925683Z","time spent":"442.357343ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:51.368181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.488483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64cfc866d4-lgn9f\" ","response":"range_response_count:1 size:8826"} {"level":"info","ts":"2026-04-16T01:12:51.368253Z","caller":"traceutil/trace.go:171","msg":"trace[1979555569] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64cfc866d4-lgn9f; range_end:; response_count:1; response_revision:22149; }","duration":"422.566205ms","start":"2026-04-16T01:12:50.945668Z","end":"2026-04-16T01:12:51.368234Z","steps":["trace[1979555569] 'agreement among raft nodes before linearized reading' (duration: 422.37694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:51.36829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:50.945617Z","time spent":"422.665646ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8849,"request content":"key:\"/registry/pods/openstack/magnum-api-64cfc866d4-lgn9f\" "} {"level":"warn","ts":"2026-04-16T01:12:51.368333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.722681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:51.368363Z","caller":"traceutil/trace.go:171","msg":"trace[128646063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22149; }","duration":"351.778592ms","start":"2026-04-16T01:12:51.016572Z","end":"2026-04-16T01:12:51.36835Z","steps":["trace[128646063] 'agreement among raft nodes before linearized reading' (duration: 351.72406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:51.368385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:51.016556Z","time spent":"351.825474ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:51.368663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.598348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:12:51.368719Z","caller":"traceutil/trace.go:171","msg":"trace[996080205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22149; }","duration":"442.680409ms","start":"2026-04-16T01:12:50.926023Z","end":"2026-04-16T01:12:51.368704Z","steps":["trace[996080205] 'agreement among raft nodes before linearized reading' (duration: 441.974094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:51.368759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:50.926008Z","time spent":"442.742142ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:12:51.925112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.189235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:51.925263Z","caller":"traceutil/trace.go:171","msg":"trace[2119241825] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"538.723164ms","start":"2026-04-16T01:12:51.386491Z","end":"2026-04-16T01:12:51.925214Z","steps":["trace[2119241825] 'process raft request' (duration: 185.347795ms)","trace[2119241825] 'compare' (duration: 352.98133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:51.925335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:51.386466Z","time spent":"538.837095ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8664,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:51.927205Z","caller":"traceutil/trace.go:171","msg":"trace[159418980] linearizableReadLoop","detail":"{readStateIndex:22821; appliedIndex:22819; }","duration":"492.13773ms","start":"2026-04-16T01:12:51.435051Z","end":"2026-04-16T01:12:51.927189Z","steps":["trace[159418980] 'read index received' (duration: 136.804556ms)","trace[159418980] 'applied index is now lower than readState.Index' (duration: 355.332634ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:51.92724Z","caller":"traceutil/trace.go:171","msg":"trace[1067041310] transaction","detail":"{read_only:false; response_revision:22151; number_of_response:1; }","duration":"513.721187ms","start":"2026-04-16T01:12:51.413495Z","end":"2026-04-16T01:12:51.927216Z","steps":["trace[1067041310] 'process raft request' (duration: 513.585074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:51.92729Z","caller":"traceutil/trace.go:171","msg":"trace[1021243982] transaction","detail":"{read_only:false; response_revision:22152; number_of_response:1; }","duration":"375.718885ms","start":"2026-04-16T01:12:51.551562Z","end":"2026-04-16T01:12:51.927281Z","steps":["trace[1021243982] 'process raft request' (duration: 375.596432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:51.927327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:51.41347Z","time spent":"513.8142ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:51.927384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:51.551522Z","time spent":"375.787225ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:51.92756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.517567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:51.927589Z","caller":"traceutil/trace.go:171","msg":"trace[38565772] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22152; }","duration":"492.578779ms","start":"2026-04-16T01:12:51.435003Z","end":"2026-04-16T01:12:51.927582Z","steps":["trace[38565772] 'agreement among raft nodes before linearized reading' (duration: 492.513407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:51.927608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:51.434985Z","time spent":"492.61837ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T01:12:53.68425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659276245s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:12:53.686627Z","caller":"traceutil/trace.go:171","msg":"trace[1410993273] linearizableReadLoop","detail":"{readStateIndex:22824; appliedIndex:22822; }","duration":"1.75934005s","start":"2026-04-16T01:12:51.927255Z","end":"2026-04-16T01:12:53.686595Z","steps":["trace[1410993273] 'read index received' (duration: 97.779273ms)","trace[1410993273] 'applied index is now lower than readState.Index' (duration: 1.661559647s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:53.686708Z","caller":"traceutil/trace.go:171","msg":"trace[1092808930] transaction","detail":"{read_only:false; response_revision:22153; number_of_response:1; }","duration":"1.823755658s","start":"2026-04-16T01:12:51.86292Z","end":"2026-04-16T01:12:53.686675Z","steps":["trace[1092808930] 'process raft request' (duration: 1.821427045s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:53.686829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:51.862891Z","time spent":"1.823865981s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:54.018924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0023045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:12:54.018991Z","caller":"traceutil/trace.go:171","msg":"trace[2120524569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002418172s","start":"2026-04-16T01:12:52.016558Z","end":"2026-04-16T01:12:54.018976Z","steps":["trace[2120524569] 'agreement among raft nodes before linearized reading' (duration: 2.00232796s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:54.01903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.016545Z","time spent":"2.002477494s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:12:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:12:54.187313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:54.688305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:55.189009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:55.196672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551106534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:55.196735Z","caller":"traceutil/trace.go:171","msg":"trace[790556759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22153; }","duration":"3.551203726s","start":"2026-04-16T01:12:51.645513Z","end":"2026-04-16T01:12:55.196717Z","steps":["trace[790556759] 'agreement among raft nodes before linearized reading' (duration: 2.04123188s)","trace[790556759] 'count revisions from in-memory index tree' (duration: 1.509878955s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:55.196761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:51.645496Z","time spent":"3.551258428s","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:55.197774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510915718s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:55.197914Z","caller":"traceutil/trace.go:171","msg":"trace[336439899] transaction","detail":"{read_only:false; response_revision:22154; number_of_response:1; }","duration":"2.890660666s","start":"2026-04-16T01:12:52.307232Z","end":"2026-04-16T01:12:55.197893Z","steps":["trace[336439899] 'process raft request' (duration: 1.37935658s)","trace[336439899] 'compare' (duration: 1.510052588s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:55.19802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.307204Z","time spent":"2.890780458s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:55.599868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.531875205s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:12:55.705073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.881264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:55.705289Z","caller":"traceutil/trace.go:171","msg":"trace[1371996047] transaction","detail":"{read_only:false; response_revision:22155; number_of_response:1; }","duration":"3.253010688s","start":"2026-04-16T01:12:52.452255Z","end":"2026-04-16T01:12:55.705265Z","steps":["trace[1371996047] 'process raft request' (duration: 3.147837658s)","trace[1371996047] 'compare' (duration: 104.640368ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:12:55.705387Z","caller":"traceutil/trace.go:171","msg":"trace[751901352] transaction","detail":"{read_only:false; response_revision:22157; number_of_response:1; }","duration":"3.251979454s","start":"2026-04-16T01:12:52.453389Z","end":"2026-04-16T01:12:55.705369Z","steps":["trace[751901352] 'process raft request' (duration: 3.251888403s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:55.705423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.452238Z","time spent":"3.25311516s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:55.705408Z","caller":"traceutil/trace.go:171","msg":"trace[1350174264] transaction","detail":"{read_only:false; response_revision:22156; number_of_response:1; }","duration":"3.25220562s","start":"2026-04-16T01:12:52.453175Z","end":"2026-04-16T01:12:55.70538Z","steps":["trace[1350174264] 'process raft request' (duration: 3.252015946s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:55.705446Z","caller":"traceutil/trace.go:171","msg":"trace[1212597731] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"3.251857391s","start":"2026-04-16T01:12:52.453569Z","end":"2026-04-16T01:12:55.705427Z","steps":["trace[1212597731] 'process raft request' (duration: 3.251752159s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:55.705472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.453364Z","time spent":"3.252066876s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:55.705536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.45317Z","time spent":"3.252300832s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:55.705547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.453557Z","time spent":"3.251941964s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:56.017485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998164496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:12:56.017597Z","caller":"traceutil/trace.go:171","msg":"trace[1430001526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998372051s","start":"2026-04-16T01:12:54.019204Z","end":"2026-04-16T01:12:56.017576Z","steps":["trace[1430001526] 'agreement among raft nodes before linearized reading' (duration: 1.998216197s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.017681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:54.019186Z","time spent":"1.998482583s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:12:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:12:56.840406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.238618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:56.840595Z","caller":"traceutil/trace.go:171","msg":"trace[480926467] linearizableReadLoop","detail":"{readStateIndex:22831; appliedIndex:22825; }","duration":"3.153860273s","start":"2026-04-16T01:12:53.686724Z","end":"2026-04-16T01:12:56.840584Z","steps":["trace[480926467] 'read index received' (duration: 1.913382327s)","trace[480926467] 'applied index is now lower than readState.Index' (duration: 1.240476756s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:56.84073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.802808866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T01:12:56.840749Z","caller":"traceutil/trace.go:171","msg":"trace[1890309876] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22161; }","duration":"4.802839606s","start":"2026-04-16T01:12:52.037904Z","end":"2026-04-16T01:12:56.840744Z","steps":["trace[1890309876] 'agreement among raft nodes before linearized reading' (duration: 4.802729774s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.840767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.037899Z","time spent":"4.802862916s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T01:12:56.840742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.710092956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:12:56.840809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327070087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:12:56.840894Z","caller":"traceutil/trace.go:171","msg":"trace[271245628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22161; }","duration":"4.32718364s","start":"2026-04-16T01:12:52.513689Z","end":"2026-04-16T01:12:56.840873Z","steps":["trace[271245628] 'agreement among raft nodes before linearized reading' (duration: 4.326924674s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.840941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.910402261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:56.840957Z","caller":"traceutil/trace.go:171","msg":"trace[1170492490] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22161; }","duration":"4.910440061s","start":"2026-04-16T01:12:51.930513Z","end":"2026-04-16T01:12:56.840953Z","steps":["trace[1170492490] 'agreement among raft nodes before linearized reading' (duration: 4.9104124s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.840915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.821985709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-16T01:12:56.840981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:51.9305Z","time spent":"4.910477141s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T01:12:56.841002Z","caller":"traceutil/trace.go:171","msg":"trace[1542726484] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22161; }","duration":"4.82206619s","start":"2026-04-16T01:12:52.018917Z","end":"2026-04-16T01:12:56.840983Z","steps":["trace[1542726484] 'agreement among raft nodes before linearized reading' (duration: 4.821962778s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.841004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346870715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T01:12:56.841043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.018913Z","time spent":"4.822118182s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T01:12:56.841052Z","caller":"traceutil/trace.go:171","msg":"trace[1787869626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22161; }","duration":"4.346947447s","start":"2026-04-16T01:12:52.494092Z","end":"2026-04-16T01:12:56.841039Z","steps":["trace[1787869626] 'agreement among raft nodes before linearized reading' (duration: 4.346777063s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.841099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.494078Z","time spent":"4.347008489s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:12:56.841128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913325932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:12:56.841172Z","caller":"traceutil/trace.go:171","msg":"trace[1800351223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22161; }","duration":"3.913405785s","start":"2026-04-16T01:12:52.927754Z","end":"2026-04-16T01:12:56.84116Z","steps":["trace[1800351223] 'agreement among raft nodes before linearized reading' (duration: 3.913284082s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.840948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.513678Z","time spent":"4.327256802s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:56.841204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.927732Z","time spent":"3.913464855s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:12:56.840836Z","caller":"traceutil/trace.go:171","msg":"trace[1930051437] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22161; }","duration":"4.71023343s","start":"2026-04-16T01:12:52.130574Z","end":"2026-04-16T01:12:56.840808Z","steps":["trace[1930051437] 'agreement among raft nodes before linearized reading' (duration: 4.710050485s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.841305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854634993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:56.841312Z","caller":"traceutil/trace.go:171","msg":"trace[1703817376] transaction","detail":"{read_only:false; response_revision:22161; number_of_response:1; }","duration":"1.437518106s","start":"2026-04-16T01:12:55.403769Z","end":"2026-04-16T01:12:56.841287Z","steps":["trace[1703817376] 'process raft request' (duration: 1.436784889s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.841378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.130553Z","time spent":"4.710776242s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:56.841431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502242008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:56.841429Z","caller":"traceutil/trace.go:171","msg":"trace[312698828] transaction","detail":"{read_only:false; response_revision:22160; number_of_response:1; }","duration":"2.906736629s","start":"2026-04-16T01:12:53.934673Z","end":"2026-04-16T01:12:56.84141Z","steps":["trace[312698828] 'process raft request' (duration: 2.905800767s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:56.841332Z","caller":"traceutil/trace.go:171","msg":"trace[1491779477] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22161; }","duration":"3.854688166s","start":"2026-04-16T01:12:52.986635Z","end":"2026-04-16T01:12:56.841323Z","steps":["trace[1491779477] 'agreement among raft nodes before linearized reading' (duration: 3.854634555s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:56.841452Z","caller":"traceutil/trace.go:171","msg":"trace[293175066] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22161; }","duration":"3.502304729s","start":"2026-04-16T01:12:53.33914Z","end":"2026-04-16T01:12:56.841445Z","steps":["trace[293175066] 'agreement among raft nodes before linearized reading' (duration: 3.502270299s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:56.841426Z","caller":"traceutil/trace.go:171","msg":"trace[100406360] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"2.908554301s","start":"2026-04-16T01:12:53.932844Z","end":"2026-04-16T01:12:56.841398Z","steps":["trace[100406360] 'process raft request' (duration: 2.412247468s)","trace[100406360] 'compare' (duration: 494.758568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:56.841461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902010617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:12:56.841475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:53.33912Z","time spent":"3.502349031s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:56.841478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.986625Z","time spent":"3.85484618s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:56.841492Z","caller":"traceutil/trace.go:171","msg":"trace[161784898] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22161; }","duration":"3.902066868s","start":"2026-04-16T01:12:52.939416Z","end":"2026-04-16T01:12:56.841483Z","steps":["trace[161784898] 'agreement among raft nodes before linearized reading' (duration: 3.901936645s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.841521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.939405Z","time spent":"3.902107788s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:56.841508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101749108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T01:12:56.841546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:53.934661Z","time spent":"2.906812892s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:56.841573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469480167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:12:56.841568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:53.932816Z","time spent":"2.908673434s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:56.841578Z","caller":"traceutil/trace.go:171","msg":"trace[1617009748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22161; }","duration":"4.10182938s","start":"2026-04-16T01:12:52.73973Z","end":"2026-04-16T01:12:56.84156Z","steps":["trace[1617009748] 'agreement among raft nodes before linearized reading' (duration: 4.101588264s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:56.841619Z","caller":"traceutil/trace.go:171","msg":"trace[370182056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22161; }","duration":"3.469539368s","start":"2026-04-16T01:12:53.372061Z","end":"2026-04-16T01:12:56.8416Z","steps":["trace[370182056] 'agreement among raft nodes before linearized reading' (duration: 3.469401596s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.841623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:52.739674Z","time spent":"4.101941243s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:12:56.841436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:55.403747Z","time spent":"1.437620228s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:56.841659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:53.372051Z","time spent":"3.469601539s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:12:56.841427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499116978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:56.841728Z","caller":"traceutil/trace.go:171","msg":"trace[1814184640] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22161; }","duration":"3.499445055s","start":"2026-04-16T01:12:53.342266Z","end":"2026-04-16T01:12:56.841711Z","steps":["trace[1814184640] 'agreement among raft nodes before linearized reading' (duration: 3.499078337s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.841754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545998438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:56.841791Z","caller":"traceutil/trace.go:171","msg":"trace[150004023] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22161; }","duration":"3.546064471s","start":"2026-04-16T01:12:53.295717Z","end":"2026-04-16T01:12:56.841781Z","steps":["trace[150004023] 'agreement among raft nodes before linearized reading' (duration: 3.546002269s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.84181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:53.2957Z","time spent":"3.546105331s","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:56.841781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:53.342257Z","time spent":"3.499504716s","remote":"127.0.0.1:49650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:56.841847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825085726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:56.841893Z","caller":"traceutil/trace.go:171","msg":"trace[1819219126] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22161; }","duration":"3.825172727s","start":"2026-04-16T01:12:53.016708Z","end":"2026-04-16T01:12:56.841881Z","steps":["trace[1819219126] 'agreement among raft nodes before linearized reading' (duration: 3.823886048s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:56.841928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:53.016647Z","time spent":"3.82527217s","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:57.866338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.361309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:57.866651Z","caller":"traceutil/trace.go:171","msg":"trace[1784134570] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"1.022330219s","start":"2026-04-16T01:12:56.844302Z","end":"2026-04-16T01:12:57.866633Z","steps":["trace[1784134570] 'process raft request' (duration: 1.022231106s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:57.866658Z","caller":"traceutil/trace.go:171","msg":"trace[299012534] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"2.173840482s","start":"2026-04-16T01:12:55.692786Z","end":"2026-04-16T01:12:57.866626Z","steps":["trace[299012534] 'process raft request' (duration: 1.405105313s)","trace[299012534] 'compare' (duration: 768.010562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:57.866724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.844289Z","time spent":"1.02240385s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:57.866733Z","caller":"traceutil/trace.go:171","msg":"trace[694369020] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"1.959300326s","start":"2026-04-16T01:12:55.907398Z","end":"2026-04-16T01:12:57.866698Z","steps":["trace[694369020] 'process raft request' (duration: 1.95903586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.866798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:55.692762Z","time spent":"2.173960915s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:57.866839Z","caller":"traceutil/trace.go:171","msg":"trace[1219107458] linearizableReadLoop","detail":"{readStateIndex:22834; appliedIndex:22832; }","duration":"1.026179426s","start":"2026-04-16T01:12:56.840616Z","end":"2026-04-16T01:12:57.866795Z","steps":["trace[1219107458] 'read index received' (duration: 257.406577ms)","trace[1219107458] 'applied index is now lower than readState.Index' (duration: 768.770009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:57.866913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:55.907335Z","time spent":"1.95948486s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:57.867083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990253166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:57.867148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674200533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T01:12:57.86715Z","caller":"traceutil/trace.go:171","msg":"trace[1046823078] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22165; }","duration":"1.990364009s","start":"2026-04-16T01:12:55.876767Z","end":"2026-04-16T01:12:57.867131Z","steps":["trace[1046823078] 'agreement among raft nodes before linearized reading' (duration: 1.990219165s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:57.867184Z","caller":"traceutil/trace.go:171","msg":"trace[1055439915] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22165; }","duration":"1.674261314s","start":"2026-04-16T01:12:56.192912Z","end":"2026-04-16T01:12:57.867174Z","steps":["trace[1055439915] 'agreement among raft nodes before linearized reading' (duration: 1.673920236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.867201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:55.876732Z","time spent":"1.99045555s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:57.867225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.192897Z","time spent":"1.674322095s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T01:12:57.867325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269751059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-16T01:12:57.867479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772818915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:57.867551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127322205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:57.867568Z","caller":"traceutil/trace.go:171","msg":"trace[1847127447] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:22165; }","duration":"1.270027164s","start":"2026-04-16T01:12:56.597522Z","end":"2026-04-16T01:12:57.867549Z","steps":["trace[1847127447] 'agreement among raft nodes before linearized reading' (duration: 1.269326358s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.867584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569675924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:57.867625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.597503Z","time spent":"1.270105398s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-04-16T01:12:57.867678Z","caller":"traceutil/trace.go:171","msg":"trace[1023208842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22165; }","duration":"3.569815257s","start":"2026-04-16T01:12:54.297836Z","end":"2026-04-16T01:12:57.867651Z","steps":["trace[1023208842] 'agreement among raft nodes before linearized reading' (duration: 3.569624204s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.867655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84767256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T01:12:57.867743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:54.297814Z","time spent":"3.56991119s","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:57.867759Z","caller":"traceutil/trace.go:171","msg":"trace[44571244] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22165; }","duration":"1.847829382s","start":"2026-04-16T01:12:56.019905Z","end":"2026-04-16T01:12:57.867735Z","steps":["trace[44571244] 'agreement among raft nodes before linearized reading' (duration: 1.846943502s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:57.867764Z","caller":"traceutil/trace.go:171","msg":"trace[390178981] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22165; }","duration":"1.77300282s","start":"2026-04-16T01:12:56.094558Z","end":"2026-04-16T01:12:57.867561Z","steps":["trace[390178981] 'agreement among raft nodes before linearized reading' (duration: 1.772375436s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.867768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893071916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:57.867809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.019891Z","time spent":"1.847908095s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"info","ts":"2026-04-16T01:12:57.867814Z","caller":"traceutil/trace.go:171","msg":"trace[1030462053] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"1.022677647s","start":"2026-04-16T01:12:56.845121Z","end":"2026-04-16T01:12:57.867798Z","steps":["trace[1030462053] 'process raft request' (duration: 1.02192117s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.86796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.845116Z","time spent":"1.022763318s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:57.867615Z","caller":"traceutil/trace.go:171","msg":"trace[1770182207] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22165; }","duration":"4.127416837s","start":"2026-04-16T01:12:53.740177Z","end":"2026-04-16T01:12:57.867594Z","steps":["trace[1770182207] 'agreement among raft nodes before linearized reading' (duration: 4.127285635s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:57.867997Z","caller":"traceutil/trace.go:171","msg":"trace[908025883] transaction","detail":"{read_only:false; response_revision:22167; number_of_response:1; }","duration":"1.022607715s","start":"2026-04-16T01:12:56.845376Z","end":"2026-04-16T01:12:57.867984Z","steps":["trace[908025883] 'process raft request' (duration: 1.022310539s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.867116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842547674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:57.868072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.84537Z","time spent":"1.022665176s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:57.868055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:53.74009Z","time spent":"4.12793406s","remote":"127.0.0.1:49550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:57.868094Z","caller":"traceutil/trace.go:171","msg":"trace[762251438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22165; }","duration":"1.843567876s","start":"2026-04-16T01:12:56.024508Z","end":"2026-04-16T01:12:57.868075Z","steps":["trace[762251438] 'agreement among raft nodes before linearized reading' (duration: 1.842446151s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:57.867835Z","caller":"traceutil/trace.go:171","msg":"trace[91560831] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22166; }","duration":"1.893191639s","start":"2026-04-16T01:12:55.974627Z","end":"2026-04-16T01:12:57.867818Z","steps":["trace[91560831] 'agreement among raft nodes before linearized reading' (duration: 1.89233595s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.868156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.024492Z","time spent":"1.843645838s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:12:57.867837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002034413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:57.868177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:55.974609Z","time spent":"1.893542928s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:57.868224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936959545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:57.868256Z","caller":"traceutil/trace.go:171","msg":"trace[429174100] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22168; }","duration":"2.937024905s","start":"2026-04-16T01:12:54.93122Z","end":"2026-04-16T01:12:57.868245Z","steps":["trace[429174100] 'agreement among raft nodes before linearized reading' (duration: 2.93681332s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.868285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:54.931202Z","time spent":"2.937075907s","remote":"127.0.0.1:43768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:57.868288Z","caller":"traceutil/trace.go:171","msg":"trace[2056538617] transaction","detail":"{read_only:false; response_revision:22169; number_of_response:1; }","duration":"1.022698397s","start":"2026-04-16T01:12:56.845581Z","end":"2026-04-16T01:12:57.868279Z","steps":["trace[2056538617] 'process raft request' (duration: 1.022544294s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:57.868182Z","caller":"traceutil/trace.go:171","msg":"trace[675765244] transaction","detail":"{read_only:false; response_revision:22168; number_of_response:1; }","duration":"1.022632696s","start":"2026-04-16T01:12:56.845536Z","end":"2026-04-16T01:12:57.868169Z","steps":["trace[675765244] 'process raft request' (duration: 1.022384611s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:57.868244Z","caller":"traceutil/trace.go:171","msg":"trace[135232312] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:22166; }","duration":"2.002472033s","start":"2026-04-16T01:12:55.865748Z","end":"2026-04-16T01:12:57.86822Z","steps":["trace[135232312] 'agreement among raft nodes before linearized reading' (duration: 2.002035003s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.868351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.845577Z","time spent":"1.022737578s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:57.868358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:55.865726Z","time spent":"2.002608746s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:57.868379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.845531Z","time spent":"1.02279845s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:57.868501Z","caller":"traceutil/trace.go:171","msg":"trace[1608599494] transaction","detail":"{read_only:false; response_revision:22170; number_of_response:1; }","duration":"1.01046586s","start":"2026-04-16T01:12:56.858024Z","end":"2026-04-16T01:12:57.868489Z","steps":["trace[1608599494] 'process raft request' (duration: 1.010224355s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:57.867173Z","caller":"traceutil/trace.go:171","msg":"trace[1510195703] transaction","detail":"{read_only:false; response_revision:22165; number_of_response:1; }","duration":"1.022138704s","start":"2026-04-16T01:12:56.845011Z","end":"2026-04-16T01:12:57.86715Z","steps":["trace[1510195703] 'process raft request' (duration: 1.021586272s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:57.868572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.858015Z","time spent":"1.010519702s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:57.86865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.845002Z","time spent":"1.023589627s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:57.867813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.094535Z","time spent":"1.773266825s","remote":"127.0.0.1:55218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:58.367026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:12:58.812035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.103852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:12:58.812425Z","caller":"traceutil/trace.go:171","msg":"trace[459735539] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"1.60954081s","start":"2026-04-16T01:12:57.202858Z","end":"2026-04-16T01:12:58.812399Z","steps":["trace[459735539] 'process raft request' (duration: 1.427000558s)","trace[459735539] 'compare' (duration: 182.01054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:58.812623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.202831Z","time spent":"1.609687483s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:58.813487Z","caller":"traceutil/trace.go:171","msg":"trace[468233468] transaction","detail":"{read_only:false; response_revision:22175; number_of_response:1; }","duration":"1.101035711s","start":"2026-04-16T01:12:57.712427Z","end":"2026-04-16T01:12:58.813463Z","steps":["trace[468233468] 'process raft request' (duration: 1.100986569s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:58.813508Z","caller":"traceutil/trace.go:171","msg":"trace[673705283] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"1.101289516s","start":"2026-04-16T01:12:57.712195Z","end":"2026-04-16T01:12:58.813484Z","steps":["trace[673705283] 'process raft request' (duration: 1.101174114s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:58.813529Z","caller":"traceutil/trace.go:171","msg":"trace[106340696] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"1.101474411s","start":"2026-04-16T01:12:57.712032Z","end":"2026-04-16T01:12:58.813507Z","steps":["trace[106340696] 'process raft request' (duration: 1.100105459s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.81364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.712418Z","time spent":"1.101148543s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:58.813645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.712168Z","time spent":"1.101404119s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:58.813508Z","caller":"traceutil/trace.go:171","msg":"trace[776827530] transaction","detail":"{read_only:false; response_revision:22173; number_of_response:1; }","duration":"1.101343428s","start":"2026-04-16T01:12:57.712133Z","end":"2026-04-16T01:12:58.813476Z","steps":["trace[776827530] 'process raft request' (duration: 1.101164434s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.813741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.712007Z","time spent":"1.101571573s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:58.813922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.712121Z","time spent":"1.101665305s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:58.909684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.86991Z","time spent":"1.039765605s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T01:12:58.909744Z","caller":"traceutil/trace.go:171","msg":"trace[2091665233] linearizableReadLoop","detail":"{readStateIndex:22848; appliedIndex:22841; }","duration":"1.042817983s","start":"2026-04-16T01:12:57.866897Z","end":"2026-04-16T01:12:58.909715Z","steps":["trace[2091665233] 'read index received' (duration: 762.966659ms)","trace[2091665233] 'applied index is now lower than readState.Index' (duration: 279.850004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:12:58.90994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158675225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:58.909916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901521489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:58.909972Z","caller":"traceutil/trace.go:171","msg":"trace[1466753476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22176; }","duration":"1.158729827s","start":"2026-04-16T01:12:57.751232Z","end":"2026-04-16T01:12:58.909962Z","steps":["trace[1466753476] 'agreement among raft nodes before linearized reading' (duration: 1.158691776s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.909999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.751219Z","time spent":"1.158773298s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:12:58.909992Z","caller":"traceutil/trace.go:171","msg":"trace[966528729] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22176; }","duration":"1.901642802s","start":"2026-04-16T01:12:57.008332Z","end":"2026-04-16T01:12:58.909974Z","steps":["trace[966528729] 'agreement among raft nodes before linearized reading' (duration: 1.901463037s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.909997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827756959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:58.910035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.008321Z","time spent":"1.901703532s","remote":"127.0.0.1:49590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:58.910035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547162968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:58.91005Z","caller":"traceutil/trace.go:171","msg":"trace[272153403] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22176; }","duration":"1.82783097s","start":"2026-04-16T01:12:57.082202Z","end":"2026-04-16T01:12:58.910033Z","steps":["trace[272153403] 'agreement among raft nodes before linearized reading' (duration: 1.82776418s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:58.910094Z","caller":"traceutil/trace.go:171","msg":"trace[420952663] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22176; }","duration":"1.5472554s","start":"2026-04-16T01:12:57.362824Z","end":"2026-04-16T01:12:58.910079Z","steps":["trace[420952663] 'agreement among raft nodes before linearized reading' (duration: 1.547059855s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.910101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.082192Z","time spent":"1.827899652s","remote":"127.0.0.1:40312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:58.910097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600929255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-16T01:12:58.910151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.362809Z","time spent":"1.547329161s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:58.910168Z","caller":"traceutil/trace.go:171","msg":"trace[936645521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22176; }","duration":"1.601036038s","start":"2026-04-16T01:12:57.309113Z","end":"2026-04-16T01:12:58.910149Z","steps":["trace[936645521] 'agreement among raft nodes before linearized reading' (duration: 1.600846283s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.910211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.309089Z","time spent":"1.601109299s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-16T01:12:58.909908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856033718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:12:58.910344Z","caller":"traceutil/trace.go:171","msg":"trace[1764730339] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22176; }","duration":"1.856520121s","start":"2026-04-16T01:12:57.053817Z","end":"2026-04-16T01:12:58.910338Z","steps":["trace[1764730339] 'agreement among raft nodes before linearized reading' (duration: 1.855949068s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.910346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06546399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-16T01:12:58.910372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.053805Z","time spent":"1.856561492s","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:12:58.910379Z","caller":"traceutil/trace.go:171","msg":"trace[1028279669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22176; }","duration":"2.065521281s","start":"2026-04-16T01:12:56.844849Z","end":"2026-04-16T01:12:58.91037Z","steps":["trace[1028279669] 'agreement among raft nodes before linearized reading' (duration: 2.065394237s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.910406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.844836Z","time spent":"2.065564171s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:12:58.909892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508971984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:12:58.909915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825444326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:12:58.910425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981725344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:12:58.910536Z","caller":"traceutil/trace.go:171","msg":"trace[1972448663] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22176; }","duration":"1.826097531s","start":"2026-04-16T01:12:57.084416Z","end":"2026-04-16T01:12:58.910514Z","steps":["trace[1972448663] 'agreement among raft nodes before linearized reading' (duration: 1.825317783s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:58.910569Z","caller":"traceutil/trace.go:171","msg":"trace[752312220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22176; }","duration":"1.509661349s","start":"2026-04-16T01:12:57.40084Z","end":"2026-04-16T01:12:58.910501Z","steps":["trace[752312220] 'agreement among raft nodes before linearized reading' (duration: 1.508975713s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.910615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.084405Z","time spent":"1.826191233s","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-16T01:12:58.910633Z","caller":"traceutil/trace.go:171","msg":"trace[328377825] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"1.03872153s","start":"2026-04-16T01:12:57.871884Z","end":"2026-04-16T01:12:58.910606Z","steps":["trace[328377825] 'process raft request' (duration: 1.037686036s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:12:58.910631Z","caller":"traceutil/trace.go:171","msg":"trace[415900732] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22176; }","duration":"1.982034912s","start":"2026-04-16T01:12:56.928544Z","end":"2026-04-16T01:12:58.910579Z","steps":["trace[415900732] 'agreement among raft nodes before linearized reading' (duration: 1.981580601s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:58.910736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.400817Z","time spent":"1.509831993s","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:58.910834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:56.928531Z","time spent":"1.982281147s","remote":"127.0.0.1:45646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:12:58.911022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.871862Z","time spent":"1.038816843s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:59.410458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415756,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:12:59.51518Z","caller":"traceutil/trace.go:171","msg":"trace[1468892850] transaction","detail":"{read_only:false; response_revision:22178; number_of_response:1; }","duration":"667.474097ms","start":"2026-04-16T01:12:58.847686Z","end":"2026-04-16T01:12:59.51516Z","steps":["trace[1468892850] 'process raft request' (duration: 667.429486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:59.515314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.847676Z","time spent":"667.56934ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:12:59.51552Z","caller":"traceutil/trace.go:171","msg":"trace[1501610342] transaction","detail":"{read_only:false; response_revision:22177; number_of_response:1; }","duration":"668.697846ms","start":"2026-04-16T01:12:58.846809Z","end":"2026-04-16T01:12:59.515507Z","steps":["trace[1501610342] 'process raft request' (duration: 668.155794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:59.515579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.846773Z","time spent":"668.778987ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:12:59.870894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:12:59.870976Z","caller":"traceutil/trace.go:171","msg":"trace[330819864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144981s","start":"2026-04-16T01:12:57.870813Z","end":"2026-04-16T01:12:59.870958Z","steps":["trace[330819864] 'agreement among raft nodes before linearized reading' (duration: 2.000053928s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:12:59.87102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:57.870795Z","time spent":"2.000215922s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:12:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:00.887687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015583356s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:01.122747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.290393Z","time spent":"832.34703ms","remote":"127.0.0.1:54622","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:13:01.123154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420107762s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:01.12357Z","caller":"traceutil/trace.go:171","msg":"trace[1226373046] transaction","detail":"{read_only:false; response_revision:22181; number_of_response:1; }","duration":"1.251536217s","start":"2026-04-16T01:12:59.872012Z","end":"2026-04-16T01:13:01.123549Z","steps":["trace[1226373046] 'process raft request' (duration: 1.251468476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:01.12366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.872Z","time spent":"1.251621838s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:01.12381Z","caller":"traceutil/trace.go:171","msg":"trace[35115203] linearizableReadLoop","detail":"{readStateIndex:22852; appliedIndex:22848; }","duration":"2.213847037s","start":"2026-04-16T01:12:58.909952Z","end":"2026-04-16T01:13:01.123799Z","steps":["trace[35115203] 'read index received' (duration: 605.101325ms)","trace[35115203] 'applied index is now lower than readState.Index' (duration: 1.608745082s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:01.123813Z","caller":"traceutil/trace.go:171","msg":"trace[1954483850] transaction","detail":"{read_only:false; response_revision:22180; number_of_response:1; }","duration":"1.957666999s","start":"2026-04-16T01:12:59.166122Z","end":"2026-04-16T01:13:01.123789Z","steps":["trace[1954483850] 'process raft request' (duration: 1.957171788s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:01.123967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.166094Z","time spent":"1.957773572s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:01.1238Z","caller":"traceutil/trace.go:171","msg":"trace[1694738823] transaction","detail":"{read_only:false; response_revision:22179; number_of_response:1; }","duration":"2.212723271s","start":"2026-04-16T01:12:58.911039Z","end":"2026-04-16T01:13:01.123762Z","steps":["trace[1694738823] 'process raft request' (duration: 791.886673ms)","trace[1694738823] 'compare' (duration: 1.419095049s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:01.124129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991940618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:01.124177Z","caller":"traceutil/trace.go:171","msg":"trace[1816436135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:22181; }","duration":"2.992032061s","start":"2026-04-16T01:12:58.132133Z","end":"2026-04-16T01:13:01.124165Z","steps":["trace[1816436135] 'agreement among raft nodes before linearized reading' (duration: 2.991950719s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:01.124161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.911021Z","time spent":"2.213049148s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:01.124219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.132112Z","time spent":"2.992098241s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:01.124387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786405257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T01:13:01.124429Z","caller":"traceutil/trace.go:171","msg":"trace[317887730] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22181; }","duration":"2.786487418s","start":"2026-04-16T01:12:58.337932Z","end":"2026-04-16T01:13:01.124419Z","steps":["trace[317887730] 'agreement among raft nodes before linearized reading' (duration: 2.7861273s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:01.12443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605827029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:13:01.124456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.337912Z","time spent":"2.786538031s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-16T01:13:01.124484Z","caller":"traceutil/trace.go:171","msg":"trace[119505838] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:22181; }","duration":"2.605923032s","start":"2026-04-16T01:12:58.518546Z","end":"2026-04-16T01:13:01.124469Z","steps":["trace[119505838] 'agreement among raft nodes before linearized reading' (duration: 2.605581604s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:01.124522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.518526Z","time spent":"2.605986083s","remote":"127.0.0.1:43588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:01.124577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363039314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:01.12477Z","caller":"traceutil/trace.go:171","msg":"trace[734178517] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22181; }","duration":"2.363892633s","start":"2026-04-16T01:12:58.760812Z","end":"2026-04-16T01:13:01.124704Z","steps":["trace[734178517] 'agreement among raft nodes before linearized reading' (duration: 2.363058024s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:01.124904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.760791Z","time spent":"2.364061527s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:01.878202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:01.878313Z","caller":"traceutil/trace.go:171","msg":"trace[719144836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301435s","start":"2026-04-16T01:12:59.877986Z","end":"2026-04-16T01:13:01.878287Z","steps":["trace[719144836] 'agreement among raft nodes before linearized reading' (duration: 2.000155222s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:01.878372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.877978Z","time spent":"2.000385977s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:02.572002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:01.927262Z","time spent":"644.733052ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:13:02.572779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225479138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:02.573064Z","caller":"traceutil/trace.go:171","msg":"trace[1019445464] transaction","detail":"{read_only:false; response_revision:22182; number_of_response:1; }","duration":"1.904326231s","start":"2026-04-16T01:13:00.668718Z","end":"2026-04-16T01:13:02.573044Z","steps":["trace[1019445464] 'process raft request' (duration: 678.447446ms)","trace[1019445464] 'compare' (duration: 1.224415733s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:02.573163Z","caller":"traceutil/trace.go:171","msg":"trace[1171196979] transaction","detail":"{read_only:false; response_revision:22184; number_of_response:1; }","duration":"1.754227535s","start":"2026-04-16T01:13:00.818911Z","end":"2026-04-16T01:13:02.573138Z","steps":["trace[1171196979] 'process raft request' (duration: 1.754122872s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:02.573141Z","caller":"traceutil/trace.go:171","msg":"trace[950938940] transaction","detail":"{read_only:false; response_revision:22183; number_of_response:1; }","duration":"1.755220007s","start":"2026-04-16T01:13:00.817874Z","end":"2026-04-16T01:13:02.573094Z","steps":["trace[950938940] 'process raft request' (duration: 1.755035793s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.818905Z","time spent":"1.754312207s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:02.573305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.817854Z","time spent":"1.75537043s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:02.573178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.668693Z","time spent":"1.904405543s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:02.573427Z","caller":"traceutil/trace.go:171","msg":"trace[428380620] transaction","detail":"{read_only:false; response_revision:22185; number_of_response:1; }","duration":"1.753906857s","start":"2026-04-16T01:13:00.819469Z","end":"2026-04-16T01:13:02.573376Z","steps":["trace[428380620] 'process raft request' (duration: 1.75361205s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65739397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:02.573587Z","caller":"traceutil/trace.go:171","msg":"trace[1452848094] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22187; }","duration":"3.657488251s","start":"2026-04-16T01:12:58.916087Z","end":"2026-04-16T01:13:02.573575Z","steps":["trace[1452848094] 'agreement among raft nodes before linearized reading' (duration: 3.657421571s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661634937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"warn","ts":"2026-04-16T01:13:02.573614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.916078Z","time spent":"3.657530333s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:13:02.573609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70212024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:13:02.573639Z","caller":"traceutil/trace.go:171","msg":"trace[732578830] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22187; }","duration":"3.661716697s","start":"2026-04-16T01:12:58.911915Z","end":"2026-04-16T01:13:02.573632Z","steps":["trace[732578830] 'agreement among raft nodes before linearized reading' (duration: 3.661582814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.819442Z","time spent":"1.754069522s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:02.573664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.911894Z","time spent":"3.661764939s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T01:13:02.573685Z","caller":"traceutil/trace.go:171","msg":"trace[1162953312] transaction","detail":"{read_only:false; response_revision:22187; number_of_response:1; }","duration":"1.753674071s","start":"2026-04-16T01:13:00.820002Z","end":"2026-04-16T01:13:02.573676Z","steps":["trace[1162953312] 'process raft request' (duration: 1.753385915s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70484803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:02.573749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701503055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:13:02.573752Z","caller":"traceutil/trace.go:171","msg":"trace[1592046331] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22187; }","duration":"2.704886301s","start":"2026-04-16T01:12:59.868841Z","end":"2026-04-16T01:13:02.573727Z","steps":["trace[1592046331] 'agreement among raft nodes before linearized reading' (duration: 2.70482829s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:02.573461Z","caller":"traceutil/trace.go:171","msg":"trace[1558093019] linearizableReadLoop","detail":"{readStateIndex:22859; appliedIndex:22853; }","duration":"1.449591679s","start":"2026-04-16T01:13:01.12385Z","end":"2026-04-16T01:13:02.573442Z","steps":["trace[1558093019] 'read index received' (duration: 223.261142ms)","trace[1558093019] 'applied index is now lower than readState.Index' (duration: 1.226329517s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:02.573776Z","caller":"traceutil/trace.go:171","msg":"trace[1923902284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22187; }","duration":"2.701549985s","start":"2026-04-16T01:12:59.872222Z","end":"2026-04-16T01:13:02.573772Z","steps":["trace[1923902284] 'agreement among raft nodes before linearized reading' (duration: 2.701499754s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647436507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:02.573797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.868788Z","time spent":"2.705000133s","remote":"127.0.0.1:55222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:02.573616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065746108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:02.573812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939800905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:02.573823Z","caller":"traceutil/trace.go:171","msg":"trace[1753770067] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22187; }","duration":"1.647493859s","start":"2026-04-16T01:13:00.926321Z","end":"2026-04-16T01:13:02.573814Z","steps":["trace[1753770067] 'agreement among raft nodes before linearized reading' (duration: 1.647445627s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660978931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b05cb175-d965-4766-8cc3-7495edd081aa\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-16T01:13:02.573848Z","caller":"traceutil/trace.go:171","msg":"trace[1660377427] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22187; }","duration":"1.939868447s","start":"2026-04-16T01:13:00.633967Z","end":"2026-04-16T01:13:02.573836Z","steps":["trace[1660377427] 'agreement among raft nodes before linearized reading' (duration: 1.939816085s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:02.573853Z","caller":"traceutil/trace.go:171","msg":"trace[981585616] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22187; }","duration":"3.066042396s","start":"2026-04-16T01:12:59.50779Z","end":"2026-04-16T01:13:02.573833Z","steps":["trace[981585616] 'agreement among raft nodes before linearized reading' (duration: 3.065721359s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:02.573879Z","caller":"traceutil/trace.go:171","msg":"trace[123197342] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b05cb175-d965-4766-8cc3-7495edd081aa; range_end:; response_count:1; response_revision:22187; }","duration":"3.661058573s","start":"2026-04-16T01:12:58.912804Z","end":"2026-04-16T01:13:02.573862Z","steps":["trace[123197342] 'agreement among raft nodes before linearized reading' (duration: 3.660855369s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700275967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T01:13:02.573893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46331652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:02.573912Z","caller":"traceutil/trace.go:171","msg":"trace[680264041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22187; }","duration":"2.700306177s","start":"2026-04-16T01:12:59.8736Z","end":"2026-04-16T01:13:02.573906Z","steps":["trace[680264041] 'agreement among raft nodes before linearized reading' (duration: 2.700259956s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:02.573919Z","caller":"traceutil/trace.go:171","msg":"trace[832761352] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22187; }","duration":"1.463378472s","start":"2026-04-16T01:13:01.110533Z","end":"2026-04-16T01:13:02.573911Z","steps":["trace[832761352] 'agreement among raft nodes before linearized reading' (duration: 1.46332911s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.633947Z","time spent":"1.939927017s","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:02.573796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.872212Z","time spent":"2.701579766s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:02.573936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.873593Z","time spent":"2.700337138s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:02.573922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.507771Z","time spent":"3.066131057s","remote":"127.0.0.1:40394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:02.573938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:01.110511Z","time spent":"1.463421933s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:02.573954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617005488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:02.573838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701985086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T01:13:02.573985Z","caller":"traceutil/trace.go:171","msg":"trace[292285671] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22187; }","duration":"1.6170695s","start":"2026-04-16T01:13:00.956908Z","end":"2026-04-16T01:13:02.573978Z","steps":["trace[292285671] 'agreement among raft nodes before linearized reading' (duration: 1.617021399s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701342142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T01:13:02.574007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.95689Z","time spent":"1.61711083s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:02.57401Z","caller":"traceutil/trace.go:171","msg":"trace[1298643262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22187; }","duration":"2.70216632s","start":"2026-04-16T01:12:59.871832Z","end":"2026-04-16T01:13:02.573998Z","steps":["trace[1298643262] 'agreement among raft nodes before linearized reading' (duration: 2.701976907s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.574041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.871824Z","time spent":"2.702208902s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T01:13:02.573659Z","caller":"traceutil/trace.go:171","msg":"trace[1236976660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22187; }","duration":"2.70219478s","start":"2026-04-16T01:12:59.871451Z","end":"2026-04-16T01:13:02.573646Z","steps":["trace[1236976660] 'agreement among raft nodes before linearized reading' (duration: 2.702056068s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:02.573648Z","caller":"traceutil/trace.go:171","msg":"trace[930784585] transaction","detail":"{read_only:false; response_revision:22186; number_of_response:1; }","duration":"1.753696002s","start":"2026-04-16T01:13:00.81994Z","end":"2026-04-16T01:13:02.573636Z","steps":["trace[930784585] 'process raft request' (duration: 1.753316443s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.573604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700053343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:13:02.574171Z","caller":"traceutil/trace.go:171","msg":"trace[2006723003] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22187; }","duration":"2.700633885s","start":"2026-04-16T01:12:59.873527Z","end":"2026-04-16T01:13:02.574161Z","steps":["trace[2006723003] 'agreement among raft nodes before linearized reading' (duration: 2.699977811s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.574188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.819935Z","time spent":"1.754213464s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:02.573916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:58.912795Z","time spent":"3.661113585s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b05cb175-d965-4766-8cc3-7495edd081aa\" "} {"level":"warn","ts":"2026-04-16T01:13:02.574205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.87352Z","time spent":"2.700677116s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:13:02.573754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.819995Z","time spent":"1.753725053s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:02.573846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:00.926308Z","time spent":"1.647531679s","remote":"127.0.0.1:55142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:02.574038Z","caller":"traceutil/trace.go:171","msg":"trace[2132232985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22187; }","duration":"2.701665659s","start":"2026-04-16T01:12:59.872361Z","end":"2026-04-16T01:13:02.574027Z","steps":["trace[2132232985] 'agreement among raft nodes before linearized reading' (duration: 2.701313441s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:02.57412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.871442Z","time spent":"2.702672411s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T01:13:02.574313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:12:59.872302Z","time spent":"2.701999605s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:03.058754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421560705s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:03.87923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:03.879319Z","caller":"traceutil/trace.go:171","msg":"trace[505570658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003338s","start":"2026-04-16T01:13:01.879296Z","end":"2026-04-16T01:13:03.879299Z","steps":["trace[505570658] 'agreement among raft nodes before linearized reading' (duration: 1.999892855s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:03.879415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:01.879276Z","time spent":"2.000123151s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:04.446814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387721608s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:04.446954Z","caller":"traceutil/trace.go:171","msg":"trace[1443496646] transaction","detail":"{read_only:false; response_revision:22188; number_of_response:1; }","duration":"2.926331033s","start":"2026-04-16T01:13:01.520592Z","end":"2026-04-16T01:13:04.446923Z","steps":["trace[1443496646] 'process raft request' (duration: 1.53838596s)","trace[1443496646] 'compare' (duration: 1.386642684s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:04.447051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:01.520565Z","time spent":"2.926438715s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:04.668623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609597511s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:05.230119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.100791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:05.230336Z","caller":"traceutil/trace.go:171","msg":"trace[1316904077] transaction","detail":"{read_only:false; response_revision:22189; number_of_response:1; }","duration":"3.709620803s","start":"2026-04-16T01:13:01.520684Z","end":"2026-04-16T01:13:05.230305Z","steps":["trace[1316904077] 'process raft request' (duration: 3.148200936s)","trace[1316904077] 'compare' (duration: 560.896855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:05.230466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:01.520659Z","time spent":"3.709750975s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:05.887001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:05.887098Z","caller":"traceutil/trace.go:171","msg":"trace[463853944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397426s","start":"2026-04-16T01:13:03.886684Z","end":"2026-04-16T01:13:05.887081Z","steps":["trace[463853944] 'agreement among raft nodes before linearized reading' (duration: 2.000274824s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:05.887145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:03.886671Z","time spent":"2.000465078s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:06.198634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25479031s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:06.391889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161587841s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T01:13:06.3919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.299922ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:06.39203Z","caller":"traceutil/trace.go:171","msg":"trace[438240648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22189; }","duration":"750.450946ms","start":"2026-04-16T01:13:05.641556Z","end":"2026-04-16T01:13:06.392007Z","steps":["trace[438240648] 'range keys from in-memory index tree' (duration: 750.277692ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:06.392666Z","caller":"traceutil/trace.go:171","msg":"trace[486831350] transaction","detail":"{read_only:false; response_revision:22190; number_of_response:1; }","duration":"4.545681486s","start":"2026-04-16T01:13:01.846965Z","end":"2026-04-16T01:13:06.392647Z","steps":["trace[486831350] 'process raft request' (duration: 4.54501915s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:06.39277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:01.846939Z","time spent":"4.545766818s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:07.577274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.578264Z","time spent":"4.999003065s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T01:13:07.577322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.578495Z","time spent":"4.998819262s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T01:13:07.577341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.578638Z","time spent":"4.998698039s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T01:13:07.801478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408763456s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:07.801728Z","caller":"traceutil/trace.go:171","msg":"trace[138105514] transaction","detail":"{read_only:false; response_revision:22192; number_of_response:1; }","duration":"5.223501849s","start":"2026-04-16T01:13:02.578214Z","end":"2026-04-16T01:13:07.801716Z","steps":["trace[138105514] 'process raft request' (duration: 5.223345454s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:07.801706Z","caller":"traceutil/trace.go:171","msg":"trace[905575631] transaction","detail":"{read_only:false; response_revision:22191; number_of_response:1; }","duration":"5.225156774s","start":"2026-04-16T01:13:02.57651Z","end":"2026-04-16T01:13:07.801666Z","steps":["trace[905575631] 'process raft request' (duration: 3.816126522s)","trace[905575631] 'compare' (duration: 1.407962518s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:07.801797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.578201Z","time spent":"5.223570219s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:07.801884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.57649Z","time spent":"5.225300028s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:07.802148Z","caller":"traceutil/trace.go:171","msg":"trace[261845457] transaction","detail":"{read_only:false; response_revision:22196; number_of_response:1; }","duration":"5.222500414s","start":"2026-04-16T01:13:02.579634Z","end":"2026-04-16T01:13:07.802135Z","steps":["trace[261845457] 'process raft request' (duration: 5.222244159s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.802214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.579625Z","time spent":"5.222556366s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:07.803396Z","caller":"traceutil/trace.go:171","msg":"trace[1741056817] linearizableReadLoop","detail":"{readStateIndex:22863; appliedIndex:22859; }","duration":"5.229532994s","start":"2026-04-16T01:13:02.573789Z","end":"2026-04-16T01:13:07.803322Z","steps":["trace[1741056817] 'read index received' (duration: 485.238673ms)","trace[1741056817] 'applied index is now lower than readState.Index' (duration: 4.744291181s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:07.803635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.429886358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:07.803685Z","caller":"traceutil/trace.go:171","msg":"trace[1575476851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22196; }","duration":"5.430019182s","start":"2026-04-16T01:13:02.373652Z","end":"2026-04-16T01:13:07.803671Z","steps":["trace[1575476851] 'agreement among raft nodes before linearized reading' (duration: 5.429895379s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.80373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.373621Z","time spent":"5.430097782s","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:07.803824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.357460243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:07.803853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.706579882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:07.803885Z","caller":"traceutil/trace.go:171","msg":"trace[1537940229] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:22196; }","duration":"6.357574625s","start":"2026-04-16T01:13:01.446297Z","end":"2026-04-16T01:13:07.803872Z","steps":["trace[1537940229] 'agreement among raft nodes before linearized reading' (duration: 6.357451892s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:07.803911Z","caller":"traceutil/trace.go:171","msg":"trace[458117934] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22196; }","duration":"5.706691214s","start":"2026-04-16T01:13:02.097205Z","end":"2026-04-16T01:13:07.803896Z","steps":["trace[458117934] 'agreement among raft nodes before linearized reading' (duration: 5.706571011s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.80393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:01.446271Z","time spent":"6.357653237s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:07.803922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.677582849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-16T01:13:07.80395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.097183Z","time spent":"5.706760515s","remote":"127.0.0.1:45764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:07.803975Z","caller":"traceutil/trace.go:171","msg":"trace[2133854122] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22196; }","duration":"6.677664449s","start":"2026-04-16T01:13:01.126297Z","end":"2026-04-16T01:13:07.803961Z","steps":["trace[2133854122] 'agreement among raft nodes before linearized reading' (duration: 6.677459605s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.804016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:01.126282Z","time spent":"6.677728381s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T01:13:07.804053Z","caller":"traceutil/trace.go:171","msg":"trace[1515119300] transaction","detail":"{read_only:false; response_revision:22197; number_of_response:1; }","duration":"4.674338578s","start":"2026-04-16T01:13:03.129703Z","end":"2026-04-16T01:13:07.804041Z","steps":["trace[1515119300] 'process raft request' (duration: 4.672329822s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.804112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:03.129667Z","time spent":"4.674411288s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:07.804169Z","caller":"traceutil/trace.go:171","msg":"trace[1355347059] transaction","detail":"{read_only:false; response_revision:22198; number_of_response:1; }","duration":"3.225797972s","start":"2026-04-16T01:13:04.578349Z","end":"2026-04-16T01:13:07.804147Z","steps":["trace[1355347059] 'process raft request' (duration: 3.225594407s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:07.804279Z","caller":"traceutil/trace.go:171","msg":"trace[1574906653] transaction","detail":"{read_only:false; response_revision:22199; number_of_response:1; }","duration":"3.225845493s","start":"2026-04-16T01:13:04.578411Z","end":"2026-04-16T01:13:07.804257Z","steps":["trace[1574906653] 'process raft request' (duration: 3.225646209s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.804297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:04.578327Z","time spent":"3.225894934s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:07.804366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:04.578383Z","time spent":"3.225943745s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:07.804446Z","caller":"traceutil/trace.go:171","msg":"trace[87692896] transaction","detail":"{read_only:false; response_revision:22200; number_of_response:1; }","duration":"3.225753091s","start":"2026-04-16T01:13:04.578674Z","end":"2026-04-16T01:13:07.804427Z","steps":["trace[87692896] 'process raft request' (duration: 3.225466244s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.804527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:04.578667Z","time spent":"3.225812631s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:07.80479Z","caller":"traceutil/trace.go:171","msg":"trace[991786659] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"3.224261137s","start":"2026-04-16T01:13:04.580516Z","end":"2026-04-16T01:13:07.804777Z","steps":["trace[991786659] 'process raft request' (duration: 3.223744775s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:07.804791Z","caller":"traceutil/trace.go:171","msg":"trace[374355666] transaction","detail":"{read_only:false; response_revision:22202; number_of_response:1; }","duration":"3.223925889s","start":"2026-04-16T01:13:04.580849Z","end":"2026-04-16T01:13:07.804775Z","steps":["trace[374355666] 'process raft request' (duration: 3.223791077s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.804874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:04.58051Z","time spent":"3.224324058s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:07.804962Z","caller":"traceutil/trace.go:171","msg":"trace[369277181] transaction","detail":"{read_only:false; response_revision:22203; number_of_response:1; }","duration":"2.431991266s","start":"2026-04-16T01:13:05.372963Z","end":"2026-04-16T01:13:07.804954Z","steps":["trace[369277181] 'process raft request' (duration: 2.43176231s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.805008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:05.372931Z","time spent":"2.432053746s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:07.804918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:04.580841Z","time spent":"3.223999861s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:07.806377Z","caller":"traceutil/trace.go:171","msg":"trace[886789616] transaction","detail":"{read_only:false; response_revision:22204; number_of_response:1; }","duration":"1.351030559s","start":"2026-04-16T01:13:06.455282Z","end":"2026-04-16T01:13:07.806313Z","steps":["trace[886789616] 'process raft request' (duration: 1.349635437s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.807239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:06.455259Z","time spent":"1.351291584s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:07.888485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000825886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:07.888572Z","caller":"traceutil/trace.go:171","msg":"trace[619616139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000976759s","start":"2026-04-16T01:13:05.887577Z","end":"2026-04-16T01:13:07.888554Z","steps":["trace[619616139] 'agreement among raft nodes before linearized reading' (duration: 2.000867757s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:07.888617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:05.887549Z","time spent":"2.001059331s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:08.304544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:08.79294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556351196s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:09.749686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:09.749824Z","caller":"traceutil/trace.go:171","msg":"trace[986592518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045129s","start":"2026-04-16T01:13:07.749752Z","end":"2026-04-16T01:13:09.749797Z","steps":["trace[986592518] 'agreement among raft nodes before linearized reading' (duration: 1.999868564s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.749886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:07.749719Z","time spent":"2.000154281s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:09.813506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02020929s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:09.813639Z","caller":"traceutil/trace.go:171","msg":"trace[1230636350] linearizableReadLoop","detail":"{readStateIndex:22878; appliedIndex:22877; }","duration":"2.010110566s","start":"2026-04-16T01:13:07.803508Z","end":"2026-04-16T01:13:09.813619Z","steps":["trace[1230636350] 'read index received' (duration: 989.543698ms)","trace[1230636350] 'applied index is now lower than readState.Index' (duration: 1.020565178s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:09.813702Z","caller":"traceutil/trace.go:171","msg":"trace[976794004] transaction","detail":"{read_only:false; response_revision:22205; number_of_response:1; }","duration":"2.577194381s","start":"2026-04-16T01:13:07.236497Z","end":"2026-04-16T01:13:09.813692Z","steps":["trace[976794004] 'process raft request' (duration: 1.556705274s)","trace[976794004] 'compare' (duration: 1.019958695s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:09.813744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:07.236463Z","time spent":"2.577256793s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:09.813963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.042978835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:09.813999Z","caller":"traceutil/trace.go:171","msg":"trace[466051935] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22205; }","duration":"6.043062207s","start":"2026-04-16T01:13:03.770922Z","end":"2026-04-16T01:13:09.813984Z","steps":["trace[466051935] 'agreement among raft nodes before linearized reading' (duration: 6.042993985s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:03.770892Z","time spent":"6.043125189s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.814002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.931747826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-16T01:13:09.814066Z","caller":"traceutil/trace.go:171","msg":"trace[98280041] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22205; }","duration":"5.931868949s","start":"2026-04-16T01:13:03.882182Z","end":"2026-04-16T01:13:09.814051Z","steps":["trace[98280041] 'agreement among raft nodes before linearized reading' (duration: 5.931702456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:03.882155Z","time spent":"5.931944172s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T01:13:09.814069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.825100816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:09.814154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.768903247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:09.814199Z","caller":"traceutil/trace.go:171","msg":"trace[393065814] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22205; }","duration":"4.768988339s","start":"2026-04-16T01:13:05.045201Z","end":"2026-04-16T01:13:09.814189Z","steps":["trace[393065814] 'agreement among raft nodes before linearized reading' (duration: 4.768906488s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:09.814194Z","caller":"traceutil/trace.go:171","msg":"trace[1490371178] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22205; }","duration":"6.825295411s","start":"2026-04-16T01:13:02.988871Z","end":"2026-04-16T01:13:09.814166Z","steps":["trace[1490371178] 'agreement among raft nodes before linearized reading' (duration: 6.825051745s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:05.04518Z","time spent":"4.76904182s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.814206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971216673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:09.81423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.230883811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T01:13:09.814281Z","caller":"traceutil/trace.go:171","msg":"trace[1357421159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22205; }","duration":"3.971348896s","start":"2026-04-16T01:13:05.842917Z","end":"2026-04-16T01:13:09.814266Z","steps":["trace[1357421159] 'agreement among raft nodes before linearized reading' (duration: 3.971183553s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:09.814302Z","caller":"traceutil/trace.go:171","msg":"trace[1201788737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22205; }","duration":"7.230988103s","start":"2026-04-16T01:13:02.583296Z","end":"2026-04-16T01:13:09.814284Z","steps":["trace[1201788737] 'agreement among raft nodes before linearized reading' (duration: 7.230737918s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:05.8429Z","time spent":"3.971421138s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.814338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.583287Z","time spent":"7.231043815s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T01:13:09.814165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.23394113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:09.814454Z","caller":"traceutil/trace.go:171","msg":"trace[854204920] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22205; }","duration":"7.234248387s","start":"2026-04-16T01:13:02.580189Z","end":"2026-04-16T01:13:09.814438Z","steps":["trace[854204920] 'agreement among raft nodes before linearized reading' (duration: 7.2339467s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.580173Z","time spent":"7.234309088s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:13:09.81429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941524604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:09.814522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.186671016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:09.81433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.149467035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:09.814333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072150912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:09.814575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.132649558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-16T01:13:09.814578Z","caller":"traceutil/trace.go:171","msg":"trace[1875036552] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22205; }","duration":"6.18679309s","start":"2026-04-16T01:13:03.627771Z","end":"2026-04-16T01:13:09.814564Z","steps":["trace[1875036552] 'agreement among raft nodes before linearized reading' (duration: 6.186685257s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041602036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:09.81458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826121869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:09.814592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650363431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:09.81462Z","caller":"traceutil/trace.go:171","msg":"trace[2032706431] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22205; }","duration":"4.041637526s","start":"2026-04-16T01:13:05.772973Z","end":"2026-04-16T01:13:09.814611Z","steps":["trace[2032706431] 'agreement among raft nodes before linearized reading' (duration: 4.041578356s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:09.814608Z","caller":"traceutil/trace.go:171","msg":"trace[894528061] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22205; }","duration":"6.149970246s","start":"2026-04-16T01:13:03.664616Z","end":"2026-04-16T01:13:09.814587Z","steps":["trace[894528061] 'agreement among raft nodes before linearized reading' (duration: 6.149668639s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.988854Z","time spent":"6.825381242s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:09.814638Z","caller":"traceutil/trace.go:171","msg":"trace[1178024074] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22205; }","duration":"3.826207891s","start":"2026-04-16T01:13:05.988411Z","end":"2026-04-16T01:13:09.814619Z","steps":["trace[1178024074] 'agreement among raft nodes before linearized reading' (duration: 3.826112749s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.81466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:05.772926Z","time spent":"4.041723879s","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.81468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:03.664585Z","time spent":"6.150069069s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.814681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:05.988396Z","time spent":"3.826274552s","remote":"127.0.0.1:49720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:09.814601Z","caller":"traceutil/trace.go:171","msg":"trace[301046339] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22205; }","duration":"7.132722699s","start":"2026-04-16T01:13:02.681869Z","end":"2026-04-16T01:13:09.814591Z","steps":["trace[301046339] 'agreement among raft nodes before linearized reading' (duration: 7.132648057s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.391538844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:09.814589Z","caller":"traceutil/trace.go:171","msg":"trace[1776195220] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22205; }","duration":"5.072472739s","start":"2026-04-16T01:13:04.742111Z","end":"2026-04-16T01:13:09.814584Z","steps":["trace[1776195220] 'agreement among raft nodes before linearized reading' (duration: 5.072192583s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:04.742088Z","time spent":"5.072657593s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:09.814564Z","caller":"traceutil/trace.go:171","msg":"trace[1489501606] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22205; }","duration":"4.941841842s","start":"2026-04-16T01:13:04.872713Z","end":"2026-04-16T01:13:09.814555Z","steps":["trace[1489501606] 'agreement among raft nodes before linearized reading' (duration: 4.941546715s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:03.627744Z","time spent":"6.18686571s","remote":"127.0.0.1:40282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:09.814635Z","caller":"traceutil/trace.go:171","msg":"trace[960587161] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22205; }","duration":"3.650407112s","start":"2026-04-16T01:13:06.164216Z","end":"2026-04-16T01:13:09.814623Z","steps":["trace[960587161] 'agreement among raft nodes before linearized reading' (duration: 3.650334321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.81489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:06.164193Z","time spent":"3.650681798s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.814724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:02.68184Z","time spent":"7.132874632s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-16T01:13:09.814753Z","caller":"traceutil/trace.go:171","msg":"trace[1066273629] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22205; }","duration":"6.391584355s","start":"2026-04-16T01:13:03.423158Z","end":"2026-04-16T01:13:09.814742Z","steps":["trace[1066273629] 'agreement among raft nodes before linearized reading' (duration: 6.391486383s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.814984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:03.42307Z","time spent":"6.391900202s","remote":"127.0.0.1:55182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.81484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:04.87269Z","time spent":"4.942136268s","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.816041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659222431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:13:09.816077Z","caller":"traceutil/trace.go:171","msg":"trace[1110208645] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22205; }","duration":"3.659301773s","start":"2026-04-16T01:13:06.156768Z","end":"2026-04-16T01:13:09.81607Z","steps":["trace[1110208645] 'agreement among raft nodes before linearized reading' (duration: 3.657907331s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.816109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:06.156745Z","time spent":"3.659348634s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2933,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:09.87149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.660192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:09.871571Z","caller":"traceutil/trace.go:171","msg":"trace[285629934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"291.767594ms","start":"2026-04-16T01:13:09.579785Z","end":"2026-04-16T01:13:09.871552Z","steps":["trace[285629934] 'agreement among raft nodes before linearized reading' (duration: 291.673771ms)"],"step_count":1} 2026/04/16 01:13:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:09.872023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.433339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:09.872074Z","caller":"traceutil/trace.go:171","msg":"trace[1715563419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"292.499851ms","start":"2026-04-16T01:13:09.579562Z","end":"2026-04-16T01:13:09.872062Z","steps":["trace[1715563419] 'agreement among raft nodes before linearized reading' (duration: 292.445649ms)"],"step_count":1} 2026/04/16 01:13:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:09.873647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.010864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:09.873777Z","caller":"traceutil/trace.go:171","msg":"trace[920651777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"294.24467ms","start":"2026-04-16T01:13:09.579502Z","end":"2026-04-16T01:13:09.873747Z","steps":["trace[920651777] 'agreement among raft nodes before linearized reading' (duration: 294.037406ms)"],"step_count":1} 2026/04/16 01:13:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:09.894157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:09.894223Z","caller":"traceutil/trace.go:171","msg":"trace[1033738420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447457s","start":"2026-04-16T01:13:07.89376Z","end":"2026-04-16T01:13:09.894208Z","steps":["trace[1033738420] 'agreement among raft nodes before linearized reading' (duration: 2.000362486s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:09.894263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:07.893736Z","time spent":"2.000519149s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:10.639585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.376483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:10.639702Z","caller":"traceutil/trace.go:171","msg":"trace[1444637143] transaction","detail":"{read_only:false; response_revision:22206; number_of_response:1; }","duration":"830.614521ms","start":"2026-04-16T01:13:09.809067Z","end":"2026-04-16T01:13:10.639681Z","steps":["trace[1444637143] 'process raft request' (duration: 251.451722ms)","trace[1444637143] 'compare' (duration: 578.434432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:10.639768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.809044Z","time spent":"830.690262ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:11.903618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:11.903705Z","caller":"traceutil/trace.go:171","msg":"trace[894574121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426407s","start":"2026-04-16T01:13:09.903259Z","end":"2026-04-16T01:13:11.903686Z","steps":["trace[894574121] 'agreement among raft nodes before linearized reading' (duration: 2.000318844s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.903753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.903228Z","time spent":"2.000515768s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:11.918057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027342852s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:11.918508Z","caller":"traceutil/trace.go:171","msg":"trace[1032545734] transaction","detail":"{read_only:false; response_revision:22214; number_of_response:1; }","duration":"521.338019ms","start":"2026-04-16T01:13:11.397152Z","end":"2026-04-16T01:13:11.91849Z","steps":["trace[1032545734] 'process raft request' (duration: 521.297579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.91859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.39712Z","time spent":"521.432962ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:11.918607Z","caller":"traceutil/trace.go:171","msg":"trace[362954897] transaction","detail":"{read_only:false; response_revision:22210; number_of_response:1; }","duration":"2.107894999s","start":"2026-04-16T01:13:09.810673Z","end":"2026-04-16T01:13:11.918568Z","steps":["trace[362954897] 'process raft request' (duration: 2.107607512s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:11.918664Z","caller":"traceutil/trace.go:171","msg":"trace[778544178] transaction","detail":"{read_only:false; response_revision:22208; number_of_response:1; }","duration":"2.109341762s","start":"2026-04-16T01:13:09.809309Z","end":"2026-04-16T01:13:11.918651Z","steps":["trace[778544178] 'process raft request' (duration: 2.108844261s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.918747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.810663Z","time spent":"2.108007322s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:11.91871Z","caller":"traceutil/trace.go:171","msg":"trace[1570482854] transaction","detail":"{read_only:false; response_revision:22207; number_of_response:1; }","duration":"2.109481935s","start":"2026-04-16T01:13:09.809175Z","end":"2026-04-16T01:13:11.918657Z","steps":["trace[1570482854] 'process raft request' (duration: 1.081454527s)","trace[1570482854] 'compare' (duration: 1.02721598s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:11.918851Z","caller":"traceutil/trace.go:171","msg":"trace[1904916776] transaction","detail":"{read_only:false; response_revision:22213; number_of_response:1; }","duration":"2.097575886s","start":"2026-04-16T01:13:09.821254Z","end":"2026-04-16T01:13:11.91883Z","steps":["trace[1904916776] 'process raft request' (duration: 2.097135396s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:11.918902Z","caller":"traceutil/trace.go:171","msg":"trace[928801972] transaction","detail":"{read_only:false; response_revision:22209; number_of_response:1; }","duration":"2.109509976s","start":"2026-04-16T01:13:09.809381Z","end":"2026-04-16T01:13:11.918891Z","steps":["trace[928801972] 'process raft request' (duration: 2.108860121s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.918917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.809151Z","time spent":"2.109660259s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:11.918951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.809372Z","time spent":"2.109548526s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:11.918955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.821224Z","time spent":"2.097683128s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:11.918919Z","caller":"traceutil/trace.go:171","msg":"trace[961770196] transaction","detail":"{read_only:false; response_revision:22212; number_of_response:1; }","duration":"2.10657702s","start":"2026-04-16T01:13:09.812308Z","end":"2026-04-16T01:13:11.918885Z","steps":["trace[961770196] 'process raft request' (duration: 2.106047867s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:11.91902Z","caller":"traceutil/trace.go:171","msg":"trace[1348030780] linearizableReadLoop","detail":"{readStateIndex:22885; appliedIndex:22878; }","duration":"2.105343691s","start":"2026-04-16T01:13:09.813662Z","end":"2026-04-16T01:13:11.919006Z","steps":["trace[1348030780] 'read index received' (duration: 246.835867ms)","trace[1348030780] 'applied index is now lower than readState.Index' (duration: 1.858505424s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:11.919099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.812272Z","time spent":"2.106744673s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:11.919155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67460732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:11.919204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110582481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:13:11.919247Z","caller":"traceutil/trace.go:171","msg":"trace[909553507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22214; }","duration":"2.110630831s","start":"2026-04-16T01:13:09.808605Z","end":"2026-04-16T01:13:11.919236Z","steps":["trace[909553507] 'agreement among raft nodes before linearized reading' (duration: 2.110484578s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.919284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.80851Z","time spent":"2.110767774s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:13:11.91921Z","caller":"traceutil/trace.go:171","msg":"trace[1189364163] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22214; }","duration":"3.674675822s","start":"2026-04-16T01:13:08.244517Z","end":"2026-04-16T01:13:11.919193Z","steps":["trace[1189364163] 'agreement among raft nodes before linearized reading' (duration: 3.674576259s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.919398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.082945471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:11.919427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114322132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-16T01:13:11.919438Z","caller":"traceutil/trace.go:171","msg":"trace[639022996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22214; }","duration":"4.082991233s","start":"2026-04-16T01:13:07.836437Z","end":"2026-04-16T01:13:11.919429Z","steps":["trace[639022996] 'agreement among raft nodes before linearized reading' (duration: 4.08287979s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:11.91945Z","caller":"traceutil/trace.go:171","msg":"trace[1488843225] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22214; }","duration":"4.114367733s","start":"2026-04-16T01:13:07.805077Z","end":"2026-04-16T01:13:11.919444Z","steps":["trace[1488843225] 'agreement among raft nodes before linearized reading' (duration: 4.114258421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.919466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:07.805061Z","time spent":"4.114401823s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T01:13:11.919469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:07.836419Z","time spent":"4.083044294s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:11.919479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316394791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:11.919473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:08.244507Z","time spent":"3.674925197s","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:11.919521Z","caller":"traceutil/trace.go:171","msg":"trace[1695250163] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22214; }","duration":"3.316483794s","start":"2026-04-16T01:13:08.603026Z","end":"2026-04-16T01:13:11.91951Z","steps":["trace[1695250163] 'agreement among raft nodes before linearized reading' (duration: 3.316417683s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.919419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111794289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:13:11.919543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445987555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:11.919561Z","caller":"traceutil/trace.go:171","msg":"trace[1068305802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22214; }","duration":"2.111990292s","start":"2026-04-16T01:13:09.807564Z","end":"2026-04-16T01:13:11.919555Z","steps":["trace[1068305802] 'agreement among raft nodes before linearized reading' (duration: 2.111670835s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.919564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:08.602997Z","time spent":"3.316558825s","remote":"127.0.0.1:49362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:11.919582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.807539Z","time spent":"2.112037253s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:13:11.91958Z","caller":"traceutil/trace.go:171","msg":"trace[875026925] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22214; }","duration":"3.446077528s","start":"2026-04-16T01:13:08.473492Z","end":"2026-04-16T01:13:11.919569Z","steps":["trace[875026925] 'agreement among raft nodes before linearized reading' (duration: 3.446014236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.919614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:08.473461Z","time spent":"3.446145798s","remote":"127.0.0.1:49482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:11.919638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71133151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:11.919635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114508466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5bd94556df-rldvz.18a6b0d4da22e61f\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-04-16T01:13:11.9197Z","caller":"traceutil/trace.go:171","msg":"trace[288857863] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22214; }","duration":"3.711451663s","start":"2026-04-16T01:13:08.208241Z","end":"2026-04-16T01:13:11.919692Z","steps":["trace[288857863] 'agreement among raft nodes before linearized reading' (duration: 3.711339401s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.919726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:08.208226Z","time spent":"3.711493635s","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:11.919734Z","caller":"traceutil/trace.go:171","msg":"trace[26267514] range","detail":"{range_begin:/registry/events/openstack/manila-api-5bd94556df-rldvz.18a6b0d4da22e61f; range_end:; response_count:1; response_revision:22214; }","duration":"4.114626008s","start":"2026-04-16T01:13:07.805091Z","end":"2026-04-16T01:13:11.919717Z","steps":["trace[26267514] 'agreement among raft nodes before linearized reading' (duration: 4.114418053s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.919794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:07.805081Z","time spent":"4.11469991s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/manila-api-5bd94556df-rldvz.18a6b0d4da22e61f\" "} {"level":"warn","ts":"2026-04-16T01:13:11.919686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.809295Z","time spent":"2.109404403s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:11.918715Z","caller":"traceutil/trace.go:171","msg":"trace[937725223] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"2.107517661s","start":"2026-04-16T01:13:09.811174Z","end":"2026-04-16T01:13:11.918692Z","steps":["trace[937725223] 'process raft request' (duration: 2.107147382s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:11.920033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.811163Z","time spent":"2.108825141s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:12.001647Z","caller":"traceutil/trace.go:171","msg":"trace[289193310] transaction","detail":"{read_only:false; response_revision:22215; number_of_response:1; }","duration":"510.766181ms","start":"2026-04-16T01:13:11.49086Z","end":"2026-04-16T01:13:12.001626Z","steps":["trace[289193310] 'process raft request' (duration: 510.611298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.001789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.490827Z","time spent":"510.882993ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:12.900893Z","caller":"traceutil/trace.go:171","msg":"trace[1682875070] transaction","detail":"{read_only:false; response_revision:22218; number_of_response:1; }","duration":"975.220003ms","start":"2026-04-16T01:13:11.925646Z","end":"2026-04-16T01:13:12.900866Z","steps":["trace[1682875070] 'process raft request' (duration: 975.145161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:12.900932Z","caller":"traceutil/trace.go:171","msg":"trace[1387634829] linearizableReadLoop","detail":"{readStateIndex:22889; appliedIndex:22887; }","duration":"981.852133ms","start":"2026-04-16T01:13:11.91906Z","end":"2026-04-16T01:13:12.900912Z","steps":["trace[1387634829] 'read index received' (duration: 82.450377ms)","trace[1387634829] 'applied index is now lower than readState.Index' (duration: 899.400536ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:12.901027Z","caller":"traceutil/trace.go:171","msg":"trace[402308047] transaction","detail":"{read_only:false; response_revision:22217; number_of_response:1; }","duration":"977.861283ms","start":"2026-04-16T01:13:11.92312Z","end":"2026-04-16T01:13:12.900981Z","steps":["trace[402308047] 'process raft request' (duration: 977.591086ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:12.901065Z","caller":"traceutil/trace.go:171","msg":"trace[1836498819] transaction","detail":"{read_only:false; response_revision:22216; number_of_response:1; }","duration":"1.080918855s","start":"2026-04-16T01:13:11.820081Z","end":"2026-04-16T01:13:12.901Z","steps":["trace[1836498819] 'process raft request' (duration: 1.080466825s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.901139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998729323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:12.901161Z","caller":"traceutil/trace.go:171","msg":"trace[1982350005] transaction","detail":"{read_only:false; response_revision:22219; number_of_response:1; }","duration":"975.358826ms","start":"2026-04-16T01:13:11.925792Z","end":"2026-04-16T01:13:12.901151Z","steps":["trace[1982350005] 'process raft request' (duration: 975.035509ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:12.901186Z","caller":"traceutil/trace.go:171","msg":"trace[5579207] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22219; }","duration":"2.998799304s","start":"2026-04-16T01:13:09.902376Z","end":"2026-04-16T01:13:12.901175Z","steps":["trace[5579207] 'agreement among raft nodes before linearized reading' (duration: 2.99864217s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.901186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.923105Z","time spent":"978.000946ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:12.901216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.902323Z","time spent":"2.998883785s","remote":"127.0.0.1:49348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:12.901221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.925768Z","time spent":"975.426268ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:12.901273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081606969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:12.901227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026901419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T01:13:12.901282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20746707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:12.901343Z","caller":"traceutil/trace.go:171","msg":"trace[1183015279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22219; }","duration":"3.027051994s","start":"2026-04-16T01:13:09.874279Z","end":"2026-04-16T01:13:12.901331Z","steps":["trace[1183015279] 'agreement among raft nodes before linearized reading' (duration: 3.02689316s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.901338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.820057Z","time spent":"1.08113624s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:12.901378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.874246Z","time spent":"3.027125385s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T01:13:12.901124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.060487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:12.901565Z","caller":"traceutil/trace.go:171","msg":"trace[1829716060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22219; }","duration":"997.531957ms","start":"2026-04-16T01:13:11.904017Z","end":"2026-04-16T01:13:12.901549Z","steps":["trace[1829716060] 'agreement among raft nodes before linearized reading' (duration: 997.076257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.901606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.904001Z","time spent":"997.59508ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:13:12.90136Z","caller":"traceutil/trace.go:171","msg":"trace[1099747786] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22219; }","duration":"1.207595742s","start":"2026-04-16T01:13:11.693747Z","end":"2026-04-16T01:13:12.901343Z","steps":["trace[1099747786] 'agreement among raft nodes before linearized reading' (duration: 1.207468019s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.901702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.693724Z","time spent":"1.2079407s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:12.901316Z","caller":"traceutil/trace.go:171","msg":"trace[1238875524] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22219; }","duration":"3.081645469s","start":"2026-04-16T01:13:09.819659Z","end":"2026-04-16T01:13:12.901304Z","steps":["trace[1238875524] 'agreement among raft nodes before linearized reading' (duration: 3.081586967s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.901798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.819631Z","time spent":"3.08215239s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:13:12.901053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.925638Z","time spent":"975.336936ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:12.901398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083240255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-16T01:13:12.902022Z","caller":"traceutil/trace.go:171","msg":"trace[1239171674] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec; range_end:; response_count:1; response_revision:22219; }","duration":"3.0838807s","start":"2026-04-16T01:13:09.818123Z","end":"2026-04-16T01:13:12.902003Z","steps":["trace[1239171674] 'agreement among raft nodes before linearized reading' (duration: 3.083210285s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.901152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02558207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:13:12.902124Z","caller":"traceutil/trace.go:171","msg":"trace[412443299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22219; }","duration":"3.026571212s","start":"2026-04-16T01:13:09.875541Z","end":"2026-04-16T01:13:12.902112Z","steps":["trace[412443299] 'agreement among raft nodes before linearized reading' (duration: 3.025481817s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.902171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.875535Z","time spent":"3.026621824s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:12.901431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30893641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:12.902214Z","caller":"traceutil/trace.go:171","msg":"trace[265749162] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22219; }","duration":"2.309749728s","start":"2026-04-16T01:13:10.592451Z","end":"2026-04-16T01:13:12.902201Z","steps":["trace[265749162] 'agreement among raft nodes before linearized reading' (duration: 2.30893814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:12.902248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:10.59243Z","time spent":"2.30980815s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:12.902255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:09.818108Z","time spent":"3.083959471s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8b3ad068-3094-4789-bf61-19386147bdec\" "} {"level":"warn","ts":"2026-04-16T01:13:13.401978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:13.903107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415806,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:13:14.243799Z","caller":"traceutil/trace.go:171","msg":"trace[1037624671] linearizableReadLoop","detail":"{readStateIndex:22894; appliedIndex:22892; }","duration":"1.342802213s","start":"2026-04-16T01:13:12.900977Z","end":"2026-04-16T01:13:14.243779Z","steps":["trace[1037624671] 'read index received' (duration: 1.342649869s)","trace[1037624671] 'applied index is now lower than readState.Index' (duration: 150.974µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:14.243821Z","caller":"traceutil/trace.go:171","msg":"trace[1641421950] transaction","detail":"{read_only:false; response_revision:22220; number_of_response:1; }","duration":"1.598285265s","start":"2026-04-16T01:13:12.64551Z","end":"2026-04-16T01:13:14.243795Z","steps":["trace[1641421950] 'process raft request' (duration: 1.598111201s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:14.243922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383897892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:14.243946Z","caller":"traceutil/trace.go:171","msg":"trace[1958318427] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22221; }","duration":"1.383974465s","start":"2026-04-16T01:13:12.859964Z","end":"2026-04-16T01:13:14.243939Z","steps":["trace[1958318427] 'agreement among raft nodes before linearized reading' (duration: 1.383916794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:14.24396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.645486Z","time spent":"1.598398837s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:14.243976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.859944Z","time spent":"1.384025915s","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:14.244144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320214176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T01:13:14.244166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311399346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-16T01:13:14.24421Z","caller":"traceutil/trace.go:171","msg":"trace[940368998] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22221; }","duration":"2.320313257s","start":"2026-04-16T01:13:11.923882Z","end":"2026-04-16T01:13:14.244195Z","steps":["trace[940368998] 'agreement among raft nodes before linearized reading' (duration: 2.320073012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:14.244233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365339483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:14.244245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.923874Z","time spent":"2.320365779s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T01:13:14.244243Z","caller":"traceutil/trace.go:171","msg":"trace[1056080954] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22221; }","duration":"2.311521279s","start":"2026-04-16T01:13:11.932704Z","end":"2026-04-16T01:13:14.244225Z","steps":["trace[1056080954] 'agreement among raft nodes before linearized reading' (duration: 2.311217662s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:14.244272Z","caller":"traceutil/trace.go:171","msg":"trace[1378209324] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22221; }","duration":"1.365425115s","start":"2026-04-16T01:13:12.878836Z","end":"2026-04-16T01:13:14.244262Z","steps":["trace[1378209324] 'agreement among raft nodes before linearized reading' (duration: 1.365279762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:14.244288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:11.932691Z","time spent":"2.311589079s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T01:13:14.244314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.878815Z","time spent":"1.365490836s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:14.244316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370812756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-16T01:13:14.244391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571031699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:14.244422Z","caller":"traceutil/trace.go:171","msg":"trace[1557044612] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22221; }","duration":"1.571092039s","start":"2026-04-16T01:13:12.673322Z","end":"2026-04-16T01:13:14.244414Z","steps":["trace[1557044612] 'agreement among raft nodes before linearized reading' (duration: 1.571043588s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:14.244442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.673306Z","time spent":"1.57113061s","remote":"127.0.0.1:49432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:14.244428Z","caller":"traceutil/trace.go:171","msg":"trace[991008480] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22221; }","duration":"1.37094809s","start":"2026-04-16T01:13:12.873435Z","end":"2026-04-16T01:13:14.244383Z","steps":["trace[991008480] 'agreement among raft nodes before linearized reading' (duration: 1.370783847s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:14.244514Z","caller":"traceutil/trace.go:171","msg":"trace[707070017] transaction","detail":"{read_only:false; response_revision:22221; number_of_response:1; }","duration":"1.539040964s","start":"2026-04-16T01:13:12.705462Z","end":"2026-04-16T01:13:14.244503Z","steps":["trace[707070017] 'process raft request' (duration: 1.538275157s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:14.244502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.873393Z","time spent":"1.371095152s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T01:13:14.244589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.705444Z","time spent":"1.539107176s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:14.244173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370801876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-16T01:13:14.244673Z","caller":"traceutil/trace.go:171","msg":"trace[784824112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22221; }","duration":"1.371347339s","start":"2026-04-16T01:13:12.873313Z","end":"2026-04-16T01:13:14.24466Z","steps":["trace[784824112] 'agreement among raft nodes before linearized reading' (duration: 1.37051434s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:14.244717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.873302Z","time spent":"1.37140444s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T01:13:14.744188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:14.91018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:14.910257Z","caller":"traceutil/trace.go:171","msg":"trace[670481775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236033s","start":"2026-04-16T01:13:12.910005Z","end":"2026-04-16T01:13:14.910241Z","steps":["trace[670481775] 'agreement among raft nodes before linearized reading' (duration: 2.000142371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:14.9103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.909999Z","time spent":"2.000292525s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:15.244943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:15.548578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304947565s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:13:15.549023Z","caller":"traceutil/trace.go:171","msg":"trace[823986937] transaction","detail":"{read_only:false; response_revision:22222; number_of_response:1; }","duration":"1.623942556s","start":"2026-04-16T01:13:13.925059Z","end":"2026-04-16T01:13:15.549002Z","steps":["trace[823986937] 'process raft request' (duration: 1.6236586s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:15.54903Z","caller":"traceutil/trace.go:171","msg":"trace[2140955033] transaction","detail":"{read_only:false; response_revision:22227; number_of_response:1; }","duration":"1.622127364s","start":"2026-04-16T01:13:13.926885Z","end":"2026-04-16T01:13:15.549012Z","steps":["trace[2140955033] 'process raft request' (duration: 1.622104014s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:15.549125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.926866Z","time spent":"1.622209397s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:15.549161Z","caller":"traceutil/trace.go:171","msg":"trace[1343349734] transaction","detail":"{read_only:false; response_revision:22223; number_of_response:1; }","duration":"1.623475365s","start":"2026-04-16T01:13:13.925674Z","end":"2026-04-16T01:13:15.549149Z","steps":["trace[1343349734] 'process raft request' (duration: 1.623184188s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:15.549248Z","caller":"traceutil/trace.go:171","msg":"trace[1320029983] transaction","detail":"{read_only:false; response_revision:22226; number_of_response:1; }","duration":"1.622478523s","start":"2026-04-16T01:13:13.926763Z","end":"2026-04-16T01:13:15.549242Z","steps":["trace[1320029983] 'process raft request' (duration: 1.622184706s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:15.549288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.926736Z","time spent":"1.622530743s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:15.549331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.925658Z","time spent":"1.623563347s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:15.549367Z","caller":"traceutil/trace.go:171","msg":"trace[331141316] transaction","detail":"{read_only:false; response_revision:22225; number_of_response:1; }","duration":"1.622903243s","start":"2026-04-16T01:13:13.926458Z","end":"2026-04-16T01:13:15.549361Z","steps":["trace[331141316] 'process raft request' (duration: 1.622465733s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:15.549087Z","caller":"traceutil/trace.go:171","msg":"trace[469981576] transaction","detail":"{read_only:false; response_revision:22224; number_of_response:1; }","duration":"1.622745968s","start":"2026-04-16T01:13:13.926301Z","end":"2026-04-16T01:13:15.549047Z","steps":["trace[469981576] 'process raft request' (duration: 1.622578104s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:15.549397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.92643Z","time spent":"1.622951433s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:15.549408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.926289Z","time spent":"1.623101166s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:15.54913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.92503Z","time spent":"1.624027287s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:16.911571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000562929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:16.911634Z","caller":"traceutil/trace.go:171","msg":"trace[853227821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662182s","start":"2026-04-16T01:13:14.910954Z","end":"2026-04-16T01:13:16.911617Z","steps":["trace[853227821] 'agreement among raft nodes before linearized reading' (duration: 2.0005804s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:16.911667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:14.910944Z","time spent":"2.000717063s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:16.955645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313696613s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:16.955787Z","caller":"traceutil/trace.go:171","msg":"trace[714284719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22227; }","duration":"1.313847097s","start":"2026-04-16T01:13:15.641911Z","end":"2026-04-16T01:13:16.955758Z","steps":["trace[714284719] 'range keys from in-memory index tree' (duration: 1.313673743s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:16.956147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.133374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:16.956299Z","caller":"traceutil/trace.go:171","msg":"trace[1473921928] transaction","detail":"{read_only:false; response_revision:22229; number_of_response:1; }","duration":"2.706926708s","start":"2026-04-16T01:13:14.249358Z","end":"2026-04-16T01:13:16.956284Z","steps":["trace[1473921928] 'process raft request' (duration: 2.706853156s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:16.956299Z","caller":"traceutil/trace.go:171","msg":"trace[567369354] transaction","detail":"{read_only:false; response_revision:22228; number_of_response:1; }","duration":"2.708190476s","start":"2026-04-16T01:13:14.248076Z","end":"2026-04-16T01:13:16.956266Z","steps":["trace[567369354] 'process raft request' (duration: 1.776865948s)","trace[567369354] 'compare' (duration: 930.91662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:16.956344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:14.24935Z","time spent":"2.706972879s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:16.956425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:14.248041Z","time spent":"2.708315978s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:17.37182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.543375ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:13:17.372817Z","caller":"traceutil/trace.go:171","msg":"trace[94040732] linearizableReadLoop","detail":"{readStateIndex:22904; appliedIndex:22894; }","duration":"3.128926579s","start":"2026-04-16T01:13:14.243865Z","end":"2026-04-16T01:13:17.372791Z","steps":["trace[94040732] 'read index received' (duration: 1.304844764s)","trace[94040732] 'applied index is now lower than readState.Index' (duration: 1.824080965s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:17.372879Z","caller":"traceutil/trace.go:171","msg":"trace[274372440] transaction","detail":"{read_only:false; response_revision:22231; number_of_response:1; }","duration":"2.466320261s","start":"2026-04-16T01:13:14.906479Z","end":"2026-04-16T01:13:17.372799Z","steps":["trace[274372440] 'process raft request' (duration: 2.465449761s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.372989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927572356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:17.373027Z","caller":"traceutil/trace.go:171","msg":"trace[27718721] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22232; }","duration":"3.927661607s","start":"2026-04-16T01:13:13.445352Z","end":"2026-04-16T01:13:17.373013Z","steps":["trace[27718721] 'agreement among raft nodes before linearized reading' (duration: 3.927570175s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.372993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845718843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:17.373062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.445332Z","time spent":"3.927720968s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:17.373024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751687595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:17.373096Z","caller":"traceutil/trace.go:171","msg":"trace[638834946] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22232; }","duration":"3.845881016s","start":"2026-04-16T01:13:13.527187Z","end":"2026-04-16T01:13:17.373068Z","steps":["trace[638834946] 'agreement among raft nodes before linearized reading' (duration: 3.845668851s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.373109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:14.906452Z","time spent":"2.466525796s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:17.373117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831634614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:17.373148Z","caller":"traceutil/trace.go:171","msg":"trace[164496154] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:22232; }","duration":"3.751838908s","start":"2026-04-16T01:13:13.621278Z","end":"2026-04-16T01:13:17.373117Z","steps":["trace[164496154] 'agreement among raft nodes before linearized reading' (duration: 3.751608343s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.373152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.527167Z","time spent":"3.845971248s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:17.373204Z","caller":"traceutil/trace.go:171","msg":"trace[377551365] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:22232; }","duration":"3.831786867s","start":"2026-04-16T01:13:13.541393Z","end":"2026-04-16T01:13:17.37318Z","steps":["trace[377551365] 'agreement among raft nodes before linearized reading' (duration: 3.831638343s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.37325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.541357Z","time spent":"3.831882609s","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:17.373272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561613522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:17.373308Z","caller":"traceutil/trace.go:171","msg":"trace[721249964] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22232; }","duration":"3.561680474s","start":"2026-04-16T01:13:13.811615Z","end":"2026-04-16T01:13:17.373296Z","steps":["trace[721249964] 'agreement among raft nodes before linearized reading' (duration: 3.561619052s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.373336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.811598Z","time spent":"3.561730504s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:17.373205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.621181Z","time spent":"3.752011942s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:17.373413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110775442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:13:17.373444Z","caller":"traceutil/trace.go:171","msg":"trace[1311289736] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22232; }","duration":"4.110846593s","start":"2026-04-16T01:13:13.262588Z","end":"2026-04-16T01:13:17.373435Z","steps":["trace[1311289736] 'agreement among raft nodes before linearized reading' (duration: 4.110655149s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.373471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:13.262566Z","time spent":"4.110898325s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:17.373685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467221719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-c5rs8.18a6b0b36bd4c885\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-16T01:13:17.373725Z","caller":"traceutil/trace.go:171","msg":"trace[631823298] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-c5rs8.18a6b0b36bd4c885; range_end:; response_count:1; response_revision:22232; }","duration":"4.46728347s","start":"2026-04-16T01:13:12.906426Z","end":"2026-04-16T01:13:17.37371Z","steps":["trace[631823298] 'agreement among raft nodes before linearized reading' (duration: 4.467135726s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.373757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.906412Z","time spent":"4.467338173s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-c5rs8.18a6b0b36bd4c885\" "} {"level":"warn","ts":"2026-04-16T01:13:17.373763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413378912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:17.373797Z","caller":"traceutil/trace.go:171","msg":"trace[320259118] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22232; }","duration":"4.413466792s","start":"2026-04-16T01:13:12.960319Z","end":"2026-04-16T01:13:17.373785Z","steps":["trace[320259118] 'agreement among raft nodes before linearized reading' (duration: 4.413412971s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.373828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:12.960287Z","time spent":"4.413533285s","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:17.373823Z","caller":"traceutil/trace.go:171","msg":"trace[1492273668] transaction","detail":"{read_only:false; response_revision:22232; number_of_response:1; }","duration":"2.063654027s","start":"2026-04-16T01:13:15.310138Z","end":"2026-04-16T01:13:17.373792Z","steps":["trace[1492273668] 'process raft request' (duration: 2.062531232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:17.373963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:15.310112Z","time spent":"2.06375835s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:17.873713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:18.335921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.084582671s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:13:18.355566Z","caller":"traceutil/trace.go:171","msg":"trace[2037836470] transaction","detail":"{read_only:false; response_revision:22233; number_of_response:1; }","duration":"2.104344118s","start":"2026-04-16T01:13:16.251192Z","end":"2026-04-16T01:13:18.355536Z","steps":["trace[2037836470] 'process raft request' (duration: 2.085076303s)","trace[2037836470] 'compare' (duration: 19.155172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:18.355722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:16.251167Z","time spent":"2.104473611s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:18.918118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:18.918204Z","caller":"traceutil/trace.go:171","msg":"trace[2092924481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290924s","start":"2026-04-16T01:13:16.917895Z","end":"2026-04-16T01:13:18.918185Z","steps":["trace[2092924481] 'agreement among raft nodes before linearized reading' (duration: 2.000183462s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:18.918253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:16.917876Z","time spent":"2.000367936s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:19.498582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003881521s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:19.639894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.980121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:19.640248Z","caller":"traceutil/trace.go:171","msg":"trace[1430963245] linearizableReadLoop","detail":"{readStateIndex:22914; appliedIndex:22905; }","duration":"2.267337909s","start":"2026-04-16T01:13:17.372895Z","end":"2026-04-16T01:13:19.640232Z","steps":["trace[1430963245] 'read index received' (duration: 963.370516ms)","trace[1430963245] 'applied index is now lower than readState.Index' (duration: 1.303966563s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:19.640457Z","caller":"traceutil/trace.go:171","msg":"trace[1797133916] transaction","detail":"{read_only:false; response_revision:22234; number_of_response:1; }","duration":"2.715650356s","start":"2026-04-16T01:13:16.924795Z","end":"2026-04-16T01:13:19.640445Z","steps":["trace[1797133916] 'process raft request' (duration: 2.574042111s)","trace[1797133916] 'compare' (duration: 140.871888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:19.64052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:16.924783Z","time spent":"2.715701786s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:19.64073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837981577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:19.640726Z","caller":"traceutil/trace.go:171","msg":"trace[951977349] transaction","detail":"{read_only:false; response_revision:22238; number_of_response:1; }","duration":"2.086074585s","start":"2026-04-16T01:13:17.554628Z","end":"2026-04-16T01:13:19.640702Z","steps":["trace[951977349] 'process raft request' (duration: 2.085477681s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:19.640769Z","caller":"traceutil/trace.go:171","msg":"trace[1181148787] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22241; }","duration":"3.838044948s","start":"2026-04-16T01:13:15.802713Z","end":"2026-04-16T01:13:19.640758Z","steps":["trace[1181148787] 'agreement among raft nodes before linearized reading' (duration: 3.837958597s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.640799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:15.802696Z","time spent":"3.8380959s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:19.640831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:17.554621Z","time spent":"2.086155677s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:19.640893Z","caller":"traceutil/trace.go:171","msg":"trace[550624050] transaction","detail":"{read_only:false; response_revision:22240; number_of_response:1; }","duration":"2.084560922s","start":"2026-04-16T01:13:17.556322Z","end":"2026-04-16T01:13:19.640883Z","steps":["trace[550624050] 'process raft request' (duration: 2.083846725s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.640932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:17.55631Z","time spent":"2.084601362s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:19.640933Z","caller":"traceutil/trace.go:171","msg":"trace[344684375] transaction","detail":"{read_only:false; response_revision:22239; number_of_response:1; }","duration":"2.085915182s","start":"2026-04-16T01:13:17.554981Z","end":"2026-04-16T01:13:19.640897Z","steps":["trace[344684375] 'process raft request' (duration: 2.085153085s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:19.640983Z","caller":"traceutil/trace.go:171","msg":"trace[1193443046] transaction","detail":"{read_only:false; response_revision:22236; number_of_response:1; }","duration":"2.087462127s","start":"2026-04-16T01:13:17.553515Z","end":"2026-04-16T01:13:19.640977Z","steps":["trace[1193443046] 'process raft request' (duration: 2.086527096s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:19.640978Z","caller":"traceutil/trace.go:171","msg":"trace[1942556683] transaction","detail":"{read_only:false; response_revision:22235; number_of_response:1; }","duration":"2.262351466s","start":"2026-04-16T01:13:17.378603Z","end":"2026-04-16T01:13:19.640954Z","steps":["trace[1942556683] 'process raft request' (duration: 2.261376724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:17.553486Z","time spent":"2.087508268s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:19.640979Z","caller":"traceutil/trace.go:171","msg":"trace[885599679] transaction","detail":"{read_only:false; response_revision:22241; number_of_response:1; }","duration":"2.082631927s","start":"2026-04-16T01:13:17.558305Z","end":"2026-04-16T01:13:19.640937Z","steps":["trace[885599679] 'process raft request' (duration: 2.08189015s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:17.55497Z","time spent":"2.086028564s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:19.641087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:17.378562Z","time spent":"2.262465438s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:19.641116Z","caller":"traceutil/trace.go:171","msg":"trace[1567870308] transaction","detail":"{read_only:false; response_revision:22237; number_of_response:1; }","duration":"2.086542975s","start":"2026-04-16T01:13:17.554543Z","end":"2026-04-16T01:13:19.641085Z","steps":["trace[1567870308] 'process raft request' (duration: 2.085531713s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:17.558293Z","time spent":"2.08276343s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:19.641172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738649956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:19.641208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447943593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:19.641211Z","caller":"traceutil/trace.go:171","msg":"trace[70466317] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22241; }","duration":"2.738695348s","start":"2026-04-16T01:13:16.902506Z","end":"2026-04-16T01:13:19.641201Z","steps":["trace[70466317] 'agreement among raft nodes before linearized reading' (duration: 2.738614046s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:19.641227Z","caller":"traceutil/trace.go:171","msg":"trace[1173072393] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:22241; }","duration":"4.448033355s","start":"2026-04-16T01:13:15.193186Z","end":"2026-04-16T01:13:19.64122Z","steps":["trace[1173072393] 'agreement among raft nodes before linearized reading' (duration: 4.448000154s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.819702566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-16T01:13:19.641245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:16.902433Z","time spent":"2.738800459s","remote":"127.0.0.1:43706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:19.641234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:17.554528Z","time spent":"2.086640817s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:19.641261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2661971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:19.64128Z","caller":"traceutil/trace.go:171","msg":"trace[1885738779] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:22241; }","duration":"4.266252301s","start":"2026-04-16T01:13:15.375023Z","end":"2026-04-16T01:13:19.641276Z","steps":["trace[1885738779] 'agreement among raft nodes before linearized reading' (duration: 4.2662267s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:15.374998Z","time spent":"4.266290871s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:19.641281Z","caller":"traceutil/trace.go:171","msg":"trace[1948501428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22241; }","duration":"4.819792919s","start":"2026-04-16T01:13:14.821466Z","end":"2026-04-16T01:13:19.641259Z","steps":["trace[1948501428] 'agreement among raft nodes before linearized reading' (duration: 4.819534503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.394725452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:19.641317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73321091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T01:13:19.641328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:14.821371Z","time spent":"4.819947343s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T01:13:19.641351Z","caller":"traceutil/trace.go:171","msg":"trace[118413035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22241; }","duration":"4.733265551s","start":"2026-04-16T01:13:14.908075Z","end":"2026-04-16T01:13:19.641341Z","steps":["trace[118413035] 'agreement among raft nodes before linearized reading' (duration: 4.733198709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733059036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:13:19.64138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:14.908063Z","time spent":"4.733310571s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:13:19.641397Z","caller":"traceutil/trace.go:171","msg":"trace[465617862] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:0; response_revision:22241; }","duration":"5.394919347s","start":"2026-04-16T01:13:14.246413Z","end":"2026-04-16T01:13:19.641332Z","steps":["trace[465617862] 'agreement among raft nodes before linearized reading' (duration: 5.39464383s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:14.246399Z","time spent":"5.39509495s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"info","ts":"2026-04-16T01:13:19.641413Z","caller":"traceutil/trace.go:171","msg":"trace[1166467558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22241; }","duration":"4.733180568s","start":"2026-04-16T01:13:14.908214Z","end":"2026-04-16T01:13:19.641394Z","steps":["trace[1166467558] 'agreement among raft nodes before linearized reading' (duration: 4.733012245s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.641641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:14.908191Z","time spent":"4.733432034s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:19.641241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:15.193136Z","time spent":"4.448101356s","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:19.642427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818730182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:19.64261Z","caller":"traceutil/trace.go:171","msg":"trace[60421761] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22241; }","duration":"3.818978576s","start":"2026-04-16T01:13:15.823608Z","end":"2026-04-16T01:13:19.642587Z","steps":["trace[60421761] 'agreement among raft nodes before linearized reading' (duration: 3.817059704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.642722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:15.823549Z","time spent":"3.81915032s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:19.701585Z","caller":"traceutil/trace.go:171","msg":"trace[1919300878] transaction","detail":"{read_only:false; response_revision:22242; number_of_response:1; }","duration":"321.267962ms","start":"2026-04-16T01:13:19.380297Z","end":"2026-04-16T01:13:19.701565Z","steps":["trace[1919300878] 'process raft request' (duration: 321.161449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.701717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.380253Z","time spent":"321.390374ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:19.701862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.037549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:19.701877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.511814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:19.701995Z","caller":"traceutil/trace.go:171","msg":"trace[1026770173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22242; }","duration":"783.676697ms","start":"2026-04-16T01:13:18.918299Z","end":"2026-04-16T01:13:19.701976Z","steps":["trace[1026770173] 'agreement among raft nodes before linearized reading' (duration: 783.442082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.702051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:18.918284Z","time spent":"783.7587ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:13:19.701938Z","caller":"traceutil/trace.go:171","msg":"trace[591341895] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22242; }","duration":"903.163291ms","start":"2026-04-16T01:13:18.798755Z","end":"2026-04-16T01:13:19.701919Z","steps":["trace[591341895] 'agreement among raft nodes before linearized reading' (duration: 903.040029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.702138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.530377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-16T01:13:19.702276Z","caller":"traceutil/trace.go:171","msg":"trace[752048568] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:22242; }","duration":"351.712751ms","start":"2026-04-16T01:13:19.350516Z","end":"2026-04-16T01:13:19.702229Z","steps":["trace[752048568] 'agreement among raft nodes before linearized reading' (duration: 351.320122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:19.702359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.350492Z","time spent":"351.853794ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-16T01:13:19.702168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:18.798733Z","time spent":"903.402736ms","remote":"127.0.0.1:55284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:20.202077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:20.702908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:21.203386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:21.704417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:21.708289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:21.708344Z","caller":"traceutil/trace.go:171","msg":"trace[472698700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251832s","start":"2026-04-16T01:13:19.708077Z","end":"2026-04-16T01:13:21.708329Z","steps":["trace[472698700] 'agreement among raft nodes before linearized reading' (duration: 2.000188191s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:21.70838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.70807Z","time spent":"2.000302424s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:21.753546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884699108s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:22.072308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.492588ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T01:13:22.072467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.64322Z","time spent":"2.429240533s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T01:13:22.073397Z","caller":"traceutil/trace.go:171","msg":"trace[1890267564] transaction","detail":"{read_only:false; response_revision:22243; number_of_response:1; }","duration":"2.427601246s","start":"2026-04-16T01:13:19.645776Z","end":"2026-04-16T01:13:22.073377Z","steps":["trace[1890267564] 'process raft request' (duration: 2.426622544s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:22.073519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.645764Z","time spent":"2.427685757s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:22.073601Z","caller":"traceutil/trace.go:171","msg":"trace[1491575016] transaction","detail":"{read_only:false; response_revision:22244; number_of_response:1; }","duration":"2.427016782s","start":"2026-04-16T01:13:19.646545Z","end":"2026-04-16T01:13:22.073562Z","steps":["trace[1491575016] 'process raft request' (duration: 2.426790097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:22.073717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.64653Z","time spent":"2.427127615s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:23.709622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000702343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:23.709696Z","caller":"traceutil/trace.go:171","msg":"trace[533581765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817325s","start":"2026-04-16T01:13:21.708861Z","end":"2026-04-16T01:13:23.709679Z","steps":["trace[533581765] 'agreement among raft nodes before linearized reading' (duration: 2.000718453s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:23.70974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.708851Z","time spent":"2.000879107s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:23.981241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.226947954s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:13:23.98168Z","caller":"traceutil/trace.go:171","msg":"trace[724355759] transaction","detail":"{read_only:false; response_revision:22245; number_of_response:1; }","duration":"3.621512148s","start":"2026-04-16T01:13:20.360132Z","end":"2026-04-16T01:13:23.981644Z","steps":["trace[724355759] 'process raft request' (duration: 3.621297864s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:23.981716Z","caller":"traceutil/trace.go:171","msg":"trace[178601150] transaction","detail":"{read_only:false; response_revision:22246; number_of_response:1; }","duration":"2.334710453s","start":"2026-04-16T01:13:21.646976Z","end":"2026-04-16T01:13:23.981687Z","steps":["trace[178601150] 'process raft request' (duration: 2.334606071s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:23.9818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:20.360107Z","time spent":"3.621623901s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:23.981895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.646949Z","time spent":"2.334851435s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:23.982028Z","caller":"traceutil/trace.go:171","msg":"trace[249836221] transaction","detail":"{read_only:false; response_revision:22247; number_of_response:1; }","duration":"2.334407635s","start":"2026-04-16T01:13:21.647614Z","end":"2026-04-16T01:13:23.982022Z","steps":["trace[249836221] 'process raft request' (duration: 2.334019967s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:23.982032Z","caller":"traceutil/trace.go:171","msg":"trace[838620421] transaction","detail":"{read_only:false; response_revision:22248; number_of_response:1; }","duration":"2.334065958s","start":"2026-04-16T01:13:21.647948Z","end":"2026-04-16T01:13:23.982014Z","steps":["trace[838620421] 'process raft request' (duration: 2.333931786s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:23.982068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.647599Z","time spent":"2.334448527s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:23.982133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.647935Z","time spent":"2.33414656s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:23.982241Z","caller":"traceutil/trace.go:171","msg":"trace[119835513] transaction","detail":"{read_only:false; response_revision:22249; number_of_response:1; }","duration":"2.334090548s","start":"2026-04-16T01:13:21.648142Z","end":"2026-04-16T01:13:23.982233Z","steps":["trace[119835513] 'process raft request' (duration: 2.333825423s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:23.982277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.648134Z","time spent":"2.33412549s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:23.982435Z","caller":"traceutil/trace.go:171","msg":"trace[2101211481] transaction","detail":"{read_only:false; response_revision:22250; number_of_response:1; }","duration":"2.333805602s","start":"2026-04-16T01:13:21.648624Z","end":"2026-04-16T01:13:23.98243Z","steps":["trace[2101211481] 'process raft request' (duration: 2.333535476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:23.982467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.648603Z","time spent":"2.333848623s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:23.982502Z","caller":"traceutil/trace.go:171","msg":"trace[1795384295] transaction","detail":"{read_only:false; response_revision:22252; number_of_response:1; }","duration":"2.276457534s","start":"2026-04-16T01:13:21.706025Z","end":"2026-04-16T01:13:23.982483Z","steps":["trace[1795384295] 'process raft request' (duration: 2.276384692s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:23.982501Z","caller":"traceutil/trace.go:171","msg":"trace[13583901] transaction","detail":"{read_only:false; response_revision:22251; number_of_response:1; }","duration":"2.333619178s","start":"2026-04-16T01:13:21.648849Z","end":"2026-04-16T01:13:23.982468Z","steps":["trace[13583901] 'process raft request' (duration: 2.333523366s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:23.982519Z","caller":"traceutil/trace.go:171","msg":"trace[1182399426] linearizableReadLoop","detail":"{readStateIndex:22925; appliedIndex:22915; }","duration":"4.280888392s","start":"2026-04-16T01:13:19.701613Z","end":"2026-04-16T01:13:23.982502Z","steps":["trace[1182399426] 'read index received' (duration: 2.052196928s)","trace[1182399426] 'applied index is now lower than readState.Index' (duration: 2.228689224s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:23.982612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.706011Z","time spent":"2.276543837s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:23.98258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336947661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T01:13:23.98267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.648842Z","time spent":"2.333730351s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:23.982734Z","caller":"traceutil/trace.go:171","msg":"trace[772880958] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22252; }","duration":"4.337096825s","start":"2026-04-16T01:13:19.645604Z","end":"2026-04-16T01:13:23.982701Z","steps":["trace[772880958] 'agreement among raft nodes before linearized reading' (duration: 4.33689909s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:23.982813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.645588Z","time spent":"4.337202408s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:13:23.982888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337573255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:13:23.982959Z","caller":"traceutil/trace.go:171","msg":"trace[514111479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22252; }","duration":"4.337713308s","start":"2026-04-16T01:13:19.645233Z","end":"2026-04-16T01:13:23.982946Z","steps":["trace[514111479] 'agreement among raft nodes before linearized reading' (duration: 4.337405231s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:23.983023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.645214Z","time spent":"4.337797791s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:13:24.482653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:24.983414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:25.484563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:25.716077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:25.716422Z","caller":"traceutil/trace.go:171","msg":"trace[647068171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000816536s","start":"2026-04-16T01:13:23.715542Z","end":"2026-04-16T01:13:25.716359Z","steps":["trace[647068171] 'agreement among raft nodes before linearized reading' (duration: 2.000499829s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:25.716507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:23.715534Z","time spent":"2.000931859s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:25.985494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:26.486068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:26.986679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:27.120603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.725323774s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:13:27.121261Z","caller":"traceutil/trace.go:171","msg":"trace[356338799] transaction","detail":"{read_only:false; response_revision:22253; number_of_response:1; }","duration":"5.047054284s","start":"2026-04-16T01:13:22.074175Z","end":"2026-04-16T01:13:27.121229Z","steps":["trace[356338799] 'process raft request' (duration: 5.046671585s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:27.121275Z","caller":"traceutil/trace.go:171","msg":"trace[825108648] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"4.935931138s","start":"2026-04-16T01:13:22.185306Z","end":"2026-04-16T01:13:27.121237Z","steps":["trace[825108648] 'process raft request' (duration: 4.935835956s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:27.12142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:22.074152Z","time spent":"5.047176977s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:27.121535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:22.185285Z","time spent":"4.936090342s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:27.716276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999902095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:27.716363Z","caller":"traceutil/trace.go:171","msg":"trace[2075854431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000044559s","start":"2026-04-16T01:13:25.716301Z","end":"2026-04-16T01:13:27.716345Z","steps":["trace[2075854431] 'agreement among raft nodes before linearized reading' (duration: 1.999934146s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:27.716411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.716283Z","time spent":"2.00011939s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:28.872312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351310715s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:13:28.872835Z","caller":"traceutil/trace.go:171","msg":"trace[454935560] transaction","detail":"{read_only:false; response_revision:22255; number_of_response:1; }","duration":"4.888195288s","start":"2026-04-16T01:13:23.984608Z","end":"2026-04-16T01:13:28.872803Z","steps":["trace[454935560] 'process raft request' (duration: 4.887899761s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:28.872872Z","caller":"traceutil/trace.go:171","msg":"trace[396354618] transaction","detail":"{read_only:false; response_revision:22257; number_of_response:1; }","duration":"4.224898874s","start":"2026-04-16T01:13:24.647956Z","end":"2026-04-16T01:13:28.872855Z","steps":["trace[396354618] 'process raft request' (duration: 4.224815423s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.872978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:23.984601Z","time spent":"4.888293691s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:28.872978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:24.647929Z","time spent":"4.224974727s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:28.873042Z","caller":"traceutil/trace.go:171","msg":"trace[410159277] transaction","detail":"{read_only:false; response_revision:22256; number_of_response:1; }","duration":"4.512241399s","start":"2026-04-16T01:13:24.36076Z","end":"2026-04-16T01:13:28.873001Z","steps":["trace[410159277] 'process raft request' (duration: 4.511946192s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.873217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:24.360734Z","time spent":"4.512392322s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:28.87356Z","caller":"traceutil/trace.go:171","msg":"trace[1002995724] transaction","detail":"{read_only:false; response_revision:22258; number_of_response:1; }","duration":"3.992915215s","start":"2026-04-16T01:13:24.880609Z","end":"2026-04-16T01:13:28.873524Z","steps":["trace[1002995724] 'process raft request' (duration: 3.992207458s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:28.873626Z","caller":"traceutil/trace.go:171","msg":"trace[508503800] transaction","detail":"{read_only:false; response_revision:22259; number_of_response:1; }","duration":"2.886042531s","start":"2026-04-16T01:13:25.987559Z","end":"2026-04-16T01:13:28.873602Z","steps":["trace[508503800] 'process raft request' (duration: 2.885826126s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.873734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.987541Z","time spent":"2.886137774s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:28.873765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:24.880585Z","time spent":"3.993081348s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:28.874033Z","caller":"traceutil/trace.go:171","msg":"trace[1341168339] transaction","detail":"{read_only:false; response_revision:22260; number_of_response:1; }","duration":"2.886367768s","start":"2026-04-16T01:13:25.987648Z","end":"2026-04-16T01:13:28.874015Z","steps":["trace[1341168339] 'process raft request' (duration: 2.885867718s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.874119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.98764Z","time spent":"2.88643762s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:28.8744Z","caller":"traceutil/trace.go:171","msg":"trace[1933817385] transaction","detail":"{read_only:false; response_revision:22261; number_of_response:1; }","duration":"2.886672016s","start":"2026-04-16T01:13:25.987701Z","end":"2026-04-16T01:13:28.874373Z","steps":["trace[1933817385] 'process raft request' (duration: 2.886196985s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.874524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.987694Z","time spent":"2.886771797s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:28.874446Z","caller":"traceutil/trace.go:171","msg":"trace[1991065137] transaction","detail":"{read_only:false; response_revision:22262; number_of_response:1; }","duration":"2.886674636s","start":"2026-04-16T01:13:25.987747Z","end":"2026-04-16T01:13:28.874422Z","steps":["trace[1991065137] 'process raft request' (duration: 2.886501802s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:28.874682Z","caller":"traceutil/trace.go:171","msg":"trace[989110413] transaction","detail":"{read_only:false; response_revision:22264; number_of_response:1; }","duration":"2.88599886s","start":"2026-04-16T01:13:25.988668Z","end":"2026-04-16T01:13:28.874667Z","steps":["trace[989110413] 'process raft request' (duration: 2.885793515s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.874785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.988656Z","time spent":"2.886087353s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:28.874809Z","caller":"traceutil/trace.go:171","msg":"trace[1555033763] linearizableReadLoop","detail":"{readStateIndex:22940; appliedIndex:22926; }","duration":"4.892182358s","start":"2026-04-16T01:13:23.982611Z","end":"2026-04-16T01:13:28.874794Z","steps":["trace[1555033763] 'read index received' (duration: 3.13822956s)","trace[1555033763] 'applied index is now lower than readState.Index' (duration: 1.753951198s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:28.87463Z","caller":"traceutil/trace.go:171","msg":"trace[1823972443] transaction","detail":"{read_only:false; response_revision:22263; number_of_response:1; }","duration":"2.886688787s","start":"2026-04-16T01:13:25.987905Z","end":"2026-04-16T01:13:28.874594Z","steps":["trace[1823972443] 'process raft request' (duration: 2.886438341s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:28.874948Z","caller":"traceutil/trace.go:171","msg":"trace[1739558888] transaction","detail":"{read_only:false; response_revision:22265; number_of_response:1; }","duration":"2.885753925s","start":"2026-04-16T01:13:25.989159Z","end":"2026-04-16T01:13:28.874913Z","steps":["trace[1739558888] 'process raft request' (duration: 2.885400497s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.875008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.987892Z","time spent":"2.887019424s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:28.875037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.950976197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:28.875065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.662970345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:28.875106Z","caller":"traceutil/trace.go:171","msg":"trace[1023685390] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22266; }","duration":"6.951088468s","start":"2026-04-16T01:13:21.923999Z","end":"2026-04-16T01:13:28.875088Z","steps":["trace[1023685390] 'agreement among raft nodes before linearized reading' (duration: 6.950915794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.875158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.923979Z","time spent":"6.951163671s","remote":"127.0.0.1:43462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.875237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.84848284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:28.875304Z","caller":"traceutil/trace.go:171","msg":"trace[1943440640] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:22266; }","duration":"7.848587812s","start":"2026-04-16T01:13:21.026704Z","end":"2026-04-16T01:13:28.875292Z","steps":["trace[1943440640] 'agreement among raft nodes before linearized reading' (duration: 7.848483649s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.875347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:21.026684Z","time spent":"7.848652624s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.875432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.890886448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:13:28.875508Z","caller":"traceutil/trace.go:171","msg":"trace[1119535502] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22266; }","duration":"4.89097327s","start":"2026-04-16T01:13:23.984518Z","end":"2026-04-16T01:13:28.875492Z","steps":["trace[1119535502] 'agreement among raft nodes before linearized reading' (duration: 4.890713275s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.875565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:23.984508Z","time spent":"4.891043482s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:13:28.875636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423627668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:28.875686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.564734142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:28.875691Z","caller":"traceutil/trace.go:171","msg":"trace[747243364] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22266; }","duration":"8.42375381s","start":"2026-04-16T01:13:20.451921Z","end":"2026-04-16T01:13:28.875674Z","steps":["trace[747243364] 'agreement among raft nodes before linearized reading' (duration: 8.423625056s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.875804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:20.4519Z","time spent":"8.423870274s","remote":"127.0.0.1:43738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.875749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.987741Z","time spent":"2.887204408s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:28.875924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.797607458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T01:13:28.875965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.231255745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:28.875992Z","caller":"traceutil/trace.go:171","msg":"trace[1595032380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22266; }","duration":"4.797671899s","start":"2026-04-16T01:13:24.078302Z","end":"2026-04-16T01:13:28.875974Z","steps":["trace[1595032380] 'agreement among raft nodes before linearized reading' (duration: 4.797511695s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:28.876039Z","caller":"traceutil/trace.go:171","msg":"trace[410379548] transaction","detail":"{read_only:false; response_revision:22266; number_of_response:1; }","duration":"2.886476562s","start":"2026-04-16T01:13:25.989552Z","end":"2026-04-16T01:13:28.876029Z","steps":["trace[410379548] 'process raft request' (duration: 2.885074731s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:28.876003Z","caller":"traceutil/trace.go:171","msg":"trace[168681913] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22266; }","duration":"6.231332369s","start":"2026-04-16T01:13:22.644661Z","end":"2026-04-16T01:13:28.875994Z","steps":["trace[168681913] 'agreement among raft nodes before linearized reading' (duration: 6.231271497s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.876051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402963771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:28.876101Z","caller":"traceutil/trace.go:171","msg":"trace[126125659] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22266; }","duration":"3.403042233s","start":"2026-04-16T01:13:25.473043Z","end":"2026-04-16T01:13:28.876085Z","steps":["trace[126125659] 'agreement among raft nodes before linearized reading' (duration: 3.40291256s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.876114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.989542Z","time spent":"2.886533943s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:28.876141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.473024Z","time spent":"3.403109075s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.876045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:24.078275Z","time spent":"4.79775828s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:28.875937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921423483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:28.875935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769116211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319832"} {"level":"info","ts":"2026-04-16T01:13:28.876351Z","caller":"traceutil/trace.go:171","msg":"trace[403474474] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:22266; }","duration":"1.769569762s","start":"2026-04-16T01:13:27.106766Z","end":"2026-04-16T01:13:28.876336Z","steps":["trace[403474474] 'agreement among raft nodes before linearized reading' (duration: 1.768544369s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:28.876359Z","caller":"traceutil/trace.go:171","msg":"trace[54453835] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22266; }","duration":"2.921857962s","start":"2026-04-16T01:13:25.954458Z","end":"2026-04-16T01:13:28.876316Z","steps":["trace[54453835] 'agreement among raft nodes before linearized reading' (duration: 2.921453963s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.876401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:27.106737Z","time spent":"1.769644383s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":319855,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-16T01:13:28.876421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.954436Z","time spent":"2.921964645s","remote":"127.0.0.1:49410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:28.875729Z","caller":"traceutil/trace.go:171","msg":"trace[146320156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22266; }","duration":"8.564781122s","start":"2026-04-16T01:13:20.310937Z","end":"2026-04-16T01:13:28.875718Z","steps":["trace[146320156] 'agreement among raft nodes before linearized reading' (duration: 8.5647083s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.876526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:20.310862Z","time spent":"8.565646611s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.875893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230629067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:28.876095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:22.64464Z","time spent":"6.23144022s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:28.876702Z","caller":"traceutil/trace.go:171","msg":"trace[1057730878] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:22266; }","duration":"2.231480126s","start":"2026-04-16T01:13:26.645206Z","end":"2026-04-16T01:13:28.876687Z","steps":["trace[1057730878] 'agreement among raft nodes before linearized reading' (duration: 2.230625087s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.87505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.989147Z","time spent":"2.885834606s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:28.876904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:26.645181Z","time spent":"2.231704612s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.87514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.041802539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:28.875157Z","caller":"traceutil/trace.go:171","msg":"trace[1881649429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22266; }","duration":"8.663094488s","start":"2026-04-16T01:13:20.212031Z","end":"2026-04-16T01:13:28.875126Z","steps":["trace[1881649429] 'agreement among raft nodes before linearized reading' (duration: 8.662941694s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.87734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:20.212016Z","time spent":"8.665301828s","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.875805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628401054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:28.877626Z","caller":"traceutil/trace.go:171","msg":"trace[21016631] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22266; }","duration":"3.630234666s","start":"2026-04-16T01:13:25.247323Z","end":"2026-04-16T01:13:28.877557Z","steps":["trace[21016631] 'agreement among raft nodes before linearized reading' (duration: 3.628370024s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:28.877265Z","caller":"traceutil/trace.go:171","msg":"trace[815522212] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22266; }","duration":"9.043949248s","start":"2026-04-16T01:13:19.8333Z","end":"2026-04-16T01:13:28.877249Z","steps":["trace[815522212] 'agreement among raft nodes before linearized reading' (duration: 9.041775749s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.877711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.833286Z","time spent":"9.044405418s","remote":"127.0.0.1:40300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.877744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:25.247303Z","time spent":"3.63041744s","remote":"127.0.0.1:55334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:28.878372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17350579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-16T01:13:28.87848Z","caller":"traceutil/trace.go:171","msg":"trace[8394071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e; range_end:; response_count:1; response_revision:22266; }","duration":"9.173634593s","start":"2026-04-16T01:13:19.704819Z","end":"2026-04-16T01:13:28.878453Z","steps":["trace[8394071] 'agreement among raft nodes before linearized reading' (duration: 9.170371279s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:28.87871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:19.70478Z","time spent":"9.173791996s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-f2d2cdbb-3602-464c-a928-afe2d77c2e9e\" "} {"level":"warn","ts":"2026-04-16T01:13:29.179426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.995794227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:29.179519Z","caller":"traceutil/trace.go:171","msg":"trace[2055136392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22266; }","duration":"5.99593906s","start":"2026-04-16T01:13:23.183559Z","end":"2026-04-16T01:13:29.179498Z","steps":["trace[2055136392] 'agreement among raft nodes before linearized reading' (duration: 5.692601284s)","trace[2055136392] 'count revisions from in-memory index tree' (duration: 303.182002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.1795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.425216902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:29.179568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:23.183539Z","time spent":"5.996016681s","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:29.179594Z","caller":"traceutil/trace.go:171","msg":"trace[986842217] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22266; }","duration":"8.425365287s","start":"2026-04-16T01:13:20.754198Z","end":"2026-04-16T01:13:29.179563Z","steps":["trace[986842217] 'agreement among raft nodes before linearized reading' (duration: 8.122476402s)","trace[986842217] 'count revisions from in-memory index tree' (duration: 302.725742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.179659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:20.754155Z","time spent":"8.425492639s","remote":"127.0.0.1:43604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:29.179836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121031613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:29.17988Z","caller":"traceutil/trace.go:171","msg":"trace[538292787] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22266; }","duration":"1.121111365s","start":"2026-04-16T01:13:28.058756Z","end":"2026-04-16T01:13:29.179867Z","steps":["trace[538292787] 'agreement among raft nodes before linearized reading' (duration: 817.35836ms)","trace[538292787] 'count revisions from in-memory index tree' (duration: 303.696243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.179914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:28.058734Z","time spent":"1.121168507s","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:29.179932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.253908099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:29.179998Z","caller":"traceutil/trace.go:171","msg":"trace[632443521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22266; }","duration":"6.254007712s","start":"2026-04-16T01:13:22.925975Z","end":"2026-04-16T01:13:29.179983Z","steps":["trace[632443521] 'agreement among raft nodes before linearized reading' (duration: 5.950277527s)","trace[632443521] 'range keys from in-memory index tree' (duration: 303.651554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.180032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:22.925953Z","time spent":"6.254070693s","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:13:29.180254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.922577179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:13:29.180448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.70685184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:29.180478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.914127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-16T01:13:29.180461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477097771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:29.180517Z","caller":"traceutil/trace.go:171","msg":"trace[1826264685] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22266; }","duration":"6.706958043s","start":"2026-04-16T01:13:22.473539Z","end":"2026-04-16T01:13:29.180497Z","steps":["trace[1826264685] 'agreement among raft nodes before linearized reading' (duration: 6.403674109s)","trace[1826264685] 'count revisions from in-memory index tree' (duration: 303.192172ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:29.180538Z","caller":"traceutil/trace.go:171","msg":"trace[2051150093] linearizableReadLoop","detail":"{readStateIndex:22941; appliedIndex:22940; }","duration":"246.143511ms","start":"2026-04-16T01:13:28.934384Z","end":"2026-04-16T01:13:29.180527Z","steps":["trace[2051150093] 'read index received' (duration: 121.075721ms)","trace[2051150093] 'applied index is now lower than readState.Index' (duration: 125.06682ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:29.1805Z","caller":"traceutil/trace.go:171","msg":"trace[1327769483] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22266; }","duration":"5.922910368s","start":"2026-04-16T01:13:23.257562Z","end":"2026-04-16T01:13:29.180472Z","steps":["trace[1327769483] 'agreement among raft nodes before linearized reading' (duration: 5.61861653s)","trace[1327769483] 'count revisions from in-memory index tree' (duration: 303.972461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.180562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:22.473519Z","time spent":"6.707032985s","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:29.180615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.325533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:29.180649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:23.257541Z","time spent":"5.923049501s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":195,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:29.180635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11407657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:29.180694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.045677959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7642"} {"level":"info","ts":"2026-04-16T01:13:29.180723Z","caller":"traceutil/trace.go:171","msg":"trace[1384928221] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22266; }","duration":"7.045704239s","start":"2026-04-16T01:13:22.135009Z","end":"2026-04-16T01:13:29.180713Z","steps":["trace[1384928221] 'agreement among raft nodes before linearized reading' (duration: 6.742256831s)","trace[1384928221] 'range keys from in-memory index tree' (duration: 303.325035ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:29.180724Z","caller":"traceutil/trace.go:171","msg":"trace[1430972290] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22266; }","duration":"5.114165222s","start":"2026-04-16T01:13:24.066539Z","end":"2026-04-16T01:13:29.180704Z","steps":["trace[1430972290] 'agreement among raft nodes before linearized reading' (duration: 4.809597059s)","trace[1430972290] 'count revisions from in-memory index tree' (duration: 304.38913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.180762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:22.134953Z","time spent":"7.045801812s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7665,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-16T01:13:29.180792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102593651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:13:29.180546Z","caller":"traceutil/trace.go:171","msg":"trace[1322108234] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:22266; }","duration":"1.477219954s","start":"2026-04-16T01:13:27.7033Z","end":"2026-04-16T01:13:29.18052Z","steps":["trace[1322108234] 'agreement among raft nodes before linearized reading' (duration: 1.173572172s)","trace[1322108234] 'count revisions from in-memory index tree' (duration: 303.528219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.180818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:24.06651Z","time spent":"5.114289665s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:29.180829Z","caller":"traceutil/trace.go:171","msg":"trace[1739116292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22266; }","duration":"5.102671552s","start":"2026-04-16T01:13:24.078148Z","end":"2026-04-16T01:13:29.18082Z","steps":["trace[1739116292] 'agreement among raft nodes before linearized reading' (duration: 4.797973326s)","trace[1739116292] 'range keys from in-memory index tree' (duration: 304.560703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.180622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457504239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:29.180956Z","caller":"traceutil/trace.go:171","msg":"trace[1183692986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22266; }","duration":"1.458001939s","start":"2026-04-16T01:13:27.722931Z","end":"2026-04-16T01:13:29.180933Z","steps":["trace[1183692986] 'agreement among raft nodes before linearized reading' (duration: 1.153951998s)","trace[1183692986] 'range keys from in-memory index tree' (duration: 303.54181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.180938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.408046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:29.180864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:24.078123Z","time spent":"5.102733202s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:29.181079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.700963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:29.181116Z","caller":"traceutil/trace.go:171","msg":"trace[881052124] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22267; }","duration":"246.787996ms","start":"2026-04-16T01:13:28.934318Z","end":"2026-04-16T01:13:29.181106Z","steps":["trace[881052124] 'agreement among raft nodes before linearized reading' (duration: 246.658573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:29.180869Z","caller":"traceutil/trace.go:171","msg":"trace[1667269282] transaction","detail":"{read_only:false; response_revision:22267; number_of_response:1; }","duration":"298.065085ms","start":"2026-04-16T01:13:28.88279Z","end":"2026-04-16T01:13:29.180855Z","steps":["trace[1667269282] 'process raft request' (duration: 172.707968ms)","trace[1667269282] 'compare' (duration: 124.497808ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:29.18114Z","caller":"traceutil/trace.go:171","msg":"trace[382951889] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22266; }","duration":"610.61808ms","start":"2026-04-16T01:13:28.570482Z","end":"2026-04-16T01:13:29.1811Z","steps":["trace[382951889] 'agreement among raft nodes before linearized reading' (duration: 305.647458ms)","trace[382951889] 'count revisions from in-memory index tree' (duration: 304.792128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.181152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057728384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-16T01:13:29.180871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:27.703283Z","time spent":"1.477558032s","remote":"127.0.0.1:55126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:29.181198Z","caller":"traceutil/trace.go:171","msg":"trace[634656687] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22266; }","duration":"2.057860037s","start":"2026-04-16T01:13:27.123323Z","end":"2026-04-16T01:13:29.181183Z","steps":["trace[634656687] 'agreement among raft nodes before linearized reading' (duration: 1.75361139s)","trace[634656687] 'range keys from in-memory index tree' (duration: 304.131223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:29.181213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:28.570462Z","time spent":"610.738043ms","remote":"127.0.0.1:53232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:29.180901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.80941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:29.181241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:27.123298Z","time spent":"2.057933378s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T01:13:29.181256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.140289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-16T01:13:29.181023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.471002538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:29.181293Z","caller":"traceutil/trace.go:171","msg":"trace[1967306538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22266; }","duration":"852.211248ms","start":"2026-04-16T01:13:28.32906Z","end":"2026-04-16T01:13:29.181272Z","steps":["trace[1967306538] 'agreement among raft nodes before linearized reading' (duration: 547.086742ms)","trace[1967306538] 'count revisions from in-memory index tree' (duration: 304.735458ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:29.180663Z","caller":"traceutil/trace.go:171","msg":"trace[357905241] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:22266; }","duration":"818.412743ms","start":"2026-04-16T01:13:28.362233Z","end":"2026-04-16T01:13:29.180646Z","steps":["trace[357905241] 'agreement among raft nodes before linearized reading' (duration: 513.904392ms)","trace[357905241] 'count revisions from in-memory index tree' (duration: 304.4314ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:29.181333Z","caller":"traceutil/trace.go:171","msg":"trace[1863192673] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:22266; }","duration":"5.471303295s","start":"2026-04-16T01:13:23.710013Z","end":"2026-04-16T01:13:29.181316Z","steps":["trace[1863192673] 'agreement among raft nodes before linearized reading' (duration: 5.166157288s)","trace[1863192673] 'count revisions from in-memory index tree' (duration: 304.83637ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:29.181332Z","caller":"traceutil/trace.go:171","msg":"trace[333026437] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22267; }","duration":"196.215601ms","start":"2026-04-16T01:13:28.985096Z","end":"2026-04-16T01:13:29.181312Z","steps":["trace[333026437] 'agreement among raft nodes before linearized reading' (duration: 196.015047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:29.18135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:28.329042Z","time spent":"852.290621ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:29.18135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:28.362218Z","time spent":"819.11977ms","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:29.181383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:23.709976Z","time spent":"5.471394408s","remote":"127.0.0.1:55298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:29.181078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:27.722925Z","time spent":"1.458139072s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:29.180985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.467332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-16T01:13:29.181539Z","caller":"traceutil/trace.go:171","msg":"trace[772028799] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf; range_end:; response_count:1; response_revision:22266; }","duration":"305.041795ms","start":"2026-04-16T01:13:28.876482Z","end":"2026-04-16T01:13:29.181523Z","steps":["trace[772028799] 'range keys from in-memory index tree' (duration: 304.336488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:29.181588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:28.876465Z","time spent":"305.109396ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf\" "} {"level":"warn","ts":"2026-04-16T01:13:29.685303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:31.190096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:31.190207Z","caller":"traceutil/trace.go:171","msg":"trace[1646704876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254133s","start":"2026-04-16T01:13:29.189934Z","end":"2026-04-16T01:13:31.190188Z","steps":["trace[1646704876] 'agreement among raft nodes before linearized reading' (duration: 2.00011107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:31.190259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.18992Z","time spent":"2.000327475s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:32.147271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.304236Z","time spent":"1.843024214s","remote":"127.0.0.1:52040","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:13:32.148961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291861884s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:32.149197Z","caller":"traceutil/trace.go:171","msg":"trace[1801063755] linearizableReadLoop","detail":"{readStateIndex:22943; appliedIndex:22941; }","duration":"2.964772154s","start":"2026-04-16T01:13:29.184406Z","end":"2026-04-16T01:13:32.149178Z","steps":["trace[1801063755] 'read index received' (duration: 672.572893ms)","trace[1801063755] 'applied index is now lower than readState.Index' (duration: 2.292198301s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:32.149236Z","caller":"traceutil/trace.go:171","msg":"trace[1131809964] transaction","detail":"{read_only:false; response_revision:22268; number_of_response:1; }","duration":"2.964899527s","start":"2026-04-16T01:13:29.184283Z","end":"2026-04-16T01:13:32.149182Z","steps":["trace[1131809964] 'process raft request' (duration: 672.681055ms)","trace[1131809964] 'compare' (duration: 2.290084973s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:32.149395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964986838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-42c3730a-f2d1-474a-bd40-2e71df79eb30\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-16T01:13:32.149435Z","caller":"traceutil/trace.go:171","msg":"trace[1689945949] range","detail":"{range_begin:/registry/persistentvolumes/pvc-42c3730a-f2d1-474a-bd40-2e71df79eb30; range_end:; response_count:1; response_revision:22269; }","duration":"2.96506701s","start":"2026-04-16T01:13:29.184355Z","end":"2026-04-16T01:13:32.149422Z","steps":["trace[1689945949] 'agreement among raft nodes before linearized reading' (duration: 2.964904567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:32.149474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.184332Z","time spent":"2.965133551s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-42c3730a-f2d1-474a-bd40-2e71df79eb30\" "} {"level":"warn","ts":"2026-04-16T01:13:32.149599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.184268Z","time spent":"2.965152292s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:32.149306Z","caller":"traceutil/trace.go:171","msg":"trace[1458901601] transaction","detail":"{read_only:false; response_revision:22269; number_of_response:1; }","duration":"2.962542163s","start":"2026-04-16T01:13:29.186727Z","end":"2026-04-16T01:13:32.149269Z","steps":["trace[1458901601] 'process raft request' (duration: 2.962344098s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:32.149783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.1867Z","time spent":"2.962994053s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:32.649722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:33.150109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:33.191009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:33.191116Z","caller":"traceutil/trace.go:171","msg":"trace[795120832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076609s","start":"2026-04-16T01:13:31.191014Z","end":"2026-04-16T01:13:33.19109Z","steps":["trace[795120832] 'agreement among raft nodes before linearized reading' (duration: 1.999940315s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:33.191189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:31.191008Z","time spent":"2.00016783s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:33.650921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:34.151865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:34.405951Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.526794434s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:34.807158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.785932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:34.807647Z","caller":"traceutil/trace.go:171","msg":"trace[1983932811] transaction","detail":"{read_only:false; response_revision:22270; number_of_response:1; }","duration":"3.92820146s","start":"2026-04-16T01:13:30.879044Z","end":"2026-04-16T01:13:34.807245Z","steps":["trace[1983932811] 'process raft request' (duration: 3.527209603s)","trace[1983932811] 'compare' (duration: 399.444391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:34.807726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.879007Z","time spent":"3.928683411s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:35.199081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:35.199165Z","caller":"traceutil/trace.go:171","msg":"trace[1242205078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202152s","start":"2026-04-16T01:13:33.198944Z","end":"2026-04-16T01:13:35.199146Z","steps":["trace[1242205078] 'agreement among raft nodes before linearized reading' (duration: 2.00009674s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.19921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:33.198908Z","time spent":"2.000292635s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:35.52694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.150078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:35.52715Z","caller":"traceutil/trace.go:171","msg":"trace[170279007] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"4.646513537s","start":"2026-04-16T01:13:30.880614Z","end":"2026-04-16T01:13:35.527127Z","steps":["trace[170279007] 'process raft request' (duration: 4.177080412s)","trace[170279007] 'compare' (duration: 468.688158ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:35.52721Z","caller":"traceutil/trace.go:171","msg":"trace[709056288] transaction","detail":"{read_only:false; response_revision:22273; number_of_response:1; }","duration":"4.645439364s","start":"2026-04-16T01:13:30.881757Z","end":"2026-04-16T01:13:35.527196Z","steps":["trace[709056288] 'process raft request' (duration: 4.645371232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.527255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.880583Z","time spent":"4.646619881s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:35.527282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.881738Z","time spent":"4.645510115s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:35.52727Z","caller":"traceutil/trace.go:171","msg":"trace[97735035] transaction","detail":"{read_only:false; response_revision:22272; number_of_response:1; }","duration":"4.645649967s","start":"2026-04-16T01:13:30.881582Z","end":"2026-04-16T01:13:35.527232Z","steps":["trace[97735035] 'process raft request' (duration: 4.645481033s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.527481Z","caller":"traceutil/trace.go:171","msg":"trace[643076822] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"4.645225027s","start":"2026-04-16T01:13:30.882241Z","end":"2026-04-16T01:13:35.527466Z","steps":["trace[643076822] 'process raft request' (duration: 4.64491849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.527607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.882228Z","time spent":"4.6452966s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:35.527923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.881553Z","time spent":"4.646306124s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:35.528087Z","caller":"traceutil/trace.go:171","msg":"trace[710130716] transaction","detail":"{read_only:false; response_revision:22276; number_of_response:1; }","duration":"4.645197917s","start":"2026-04-16T01:13:30.882869Z","end":"2026-04-16T01:13:35.528067Z","steps":["trace[710130716] 'process raft request' (duration: 4.644913991s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.52817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.882857Z","time spent":"4.645275599s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:35.527881Z","caller":"traceutil/trace.go:171","msg":"trace[233813768] transaction","detail":"{read_only:false; response_revision:22275; number_of_response:1; }","duration":"4.645510855s","start":"2026-04-16T01:13:30.882359Z","end":"2026-04-16T01:13:35.52787Z","steps":["trace[233813768] 'process raft request' (duration: 4.645075655s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.528251Z","caller":"traceutil/trace.go:171","msg":"trace[1454287660] transaction","detail":"{read_only:false; response_revision:22277; number_of_response:1; }","duration":"4.645084445s","start":"2026-04-16T01:13:30.883141Z","end":"2026-04-16T01:13:35.528225Z","steps":["trace[1454287660] 'process raft request' (duration: 4.644722507s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.52836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.883128Z","time spent":"4.645179218s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:35.528361Z","caller":"traceutil/trace.go:171","msg":"trace[1703499780] transaction","detail":"{read_only:false; response_revision:22278; number_of_response:1; }","duration":"4.504637766s","start":"2026-04-16T01:13:31.023699Z","end":"2026-04-16T01:13:35.528336Z","steps":["trace[1703499780] 'process raft request' (duration: 4.504274658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.528472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.632066084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:35.528513Z","caller":"traceutil/trace.go:171","msg":"trace[108667718] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22279; }","duration":"5.632108225s","start":"2026-04-16T01:13:29.896394Z","end":"2026-04-16T01:13:35.528502Z","steps":["trace[108667718] 'agreement among raft nodes before linearized reading' (duration: 5.632027293s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.528506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:31.023678Z","time spent":"4.504750768s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:35.528545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.89634Z","time spent":"5.632197558s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.528534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559899957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:35.528594Z","caller":"traceutil/trace.go:171","msg":"trace[560309403] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:22279; }","duration":"4.560001489s","start":"2026-04-16T01:13:30.968577Z","end":"2026-04-16T01:13:35.528579Z","steps":["trace[560309403] 'agreement among raft nodes before linearized reading' (duration: 4.559868017s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.528613Z","caller":"traceutil/trace.go:171","msg":"trace[1569441771] transaction","detail":"{read_only:false; response_revision:22279; number_of_response:1; }","duration":"1.649903064s","start":"2026-04-16T01:13:33.878698Z","end":"2026-04-16T01:13:35.528601Z","steps":["trace[1569441771] 'process raft request' (duration: 1.649514884s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.528601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413125845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T01:13:35.528645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.968556Z","time spent":"4.560079641s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.528682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:33.878662Z","time spent":"1.649983265s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:35.528694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567614798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-16T01:13:35.528681Z","caller":"traceutil/trace.go:171","msg":"trace[1148362091] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22279; }","duration":"4.413249897s","start":"2026-04-16T01:13:31.115412Z","end":"2026-04-16T01:13:35.528662Z","steps":["trace[1148362091] 'agreement among raft nodes before linearized reading' (duration: 4.412993072s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.528742Z","caller":"traceutil/trace.go:171","msg":"trace[1897616295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22279; }","duration":"3.567674119s","start":"2026-04-16T01:13:31.961053Z","end":"2026-04-16T01:13:35.528727Z","steps":["trace[1897616295] 'agreement among raft nodes before linearized reading' (duration: 3.567567747s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.528747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.028488349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.528782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:31.115397Z","time spent":"4.41337579s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-16T01:13:35.528792Z","caller":"traceutil/trace.go:171","msg":"trace[1889327774] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22279; }","duration":"4.028568121s","start":"2026-04-16T01:13:31.50021Z","end":"2026-04-16T01:13:35.528778Z","steps":["trace[1889327774] 'agreement among raft nodes before linearized reading' (duration: 4.02849771s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.528808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.342789354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T01:13:35.528774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.383338215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:35.528846Z","caller":"traceutil/trace.go:171","msg":"trace[753255705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22279; }","duration":"4.342857665s","start":"2026-04-16T01:13:31.18598Z","end":"2026-04-16T01:13:35.528838Z","steps":["trace[753255705] 'agreement among raft nodes before linearized reading' (duration: 4.342762552s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.52884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:31.500189Z","time spent":"4.028634263s","remote":"127.0.0.1:49388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.528878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:31.185963Z","time spent":"4.342909095s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:13:35.528883Z","caller":"traceutil/trace.go:171","msg":"trace[650023470] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:22279; }","duration":"5.383532769s","start":"2026-04-16T01:13:30.145323Z","end":"2026-04-16T01:13:35.528856Z","steps":["trace[650023470] 'agreement among raft nodes before linearized reading' (duration: 5.383307244s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.528953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.342204147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:35.529016Z","caller":"traceutil/trace.go:171","msg":"trace[1835421209] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22279; }","duration":"6.342289519s","start":"2026-04-16T01:13:29.18671Z","end":"2026-04-16T01:13:35.529Z","steps":["trace[1835421209] 'agreement among raft nodes before linearized reading' (duration: 6.342195378s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.342369361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T01:13:35.52904Z","caller":"traceutil/trace.go:171","msg":"trace[700545119] linearizableReadLoop","detail":"{readStateIndex:22953; appliedIndex:22943; }","duration":"3.379150434s","start":"2026-04-16T01:13:32.149234Z","end":"2026-04-16T01:13:35.528384Z","steps":["trace[700545119] 'read index received' (duration: 2.257016255s)","trace[700545119] 'applied index is now lower than readState.Index' (duration: 1.122132619s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:35.529074Z","caller":"traceutil/trace.go:171","msg":"trace[1541731912] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22279; }","duration":"6.342446393s","start":"2026-04-16T01:13:29.186613Z","end":"2026-04-16T01:13:35.52906Z","steps":["trace[1541731912] 'agreement among raft nodes before linearized reading' (duration: 6.342260258s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.344218482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.52907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.342404502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-16T01:13:35.529124Z","caller":"traceutil/trace.go:171","msg":"trace[167533763] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22279; }","duration":"6.344318964s","start":"2026-04-16T01:13:29.184797Z","end":"2026-04-16T01:13:35.529116Z","steps":["trace[167533763] 'agreement among raft nodes before linearized reading' (duration: 6.344268074s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.186605Z","time spent":"6.342525845s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T01:13:35.529163Z","caller":"traceutil/trace.go:171","msg":"trace[219986062] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22279; }","duration":"6.342513305s","start":"2026-04-16T01:13:29.186631Z","end":"2026-04-16T01:13:35.529145Z","steps":["trace[219986062] 'agreement among raft nodes before linearized reading' (duration: 6.342232998s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.736417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.529213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.186606Z","time spent":"6.342599146s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-16T01:13:35.529235Z","caller":"traceutil/trace.go:171","msg":"trace[304449090] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22279; }","duration":"437.804529ms","start":"2026-04-16T01:13:35.091422Z","end":"2026-04-16T01:13:35.529227Z","steps":["trace[304449090] 'agreement among raft nodes before linearized reading' (duration: 437.756468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.091402Z","time spent":"437.85714ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.529266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255925876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.529292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375814227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:13:35.529315Z","caller":"traceutil/trace.go:171","msg":"trace[3978609] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22279; }","duration":"1.255987637s","start":"2026-04-16T01:13:34.273307Z","end":"2026-04-16T01:13:35.529295Z","steps":["trace[3978609] 'agreement among raft nodes before linearized reading' (duration: 1.255867154s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.086703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:35.529316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831978948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:35.529357Z","caller":"traceutil/trace.go:171","msg":"trace[1422718766] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22279; }","duration":"490.185736ms","start":"2026-04-16T01:13:35.03916Z","end":"2026-04-16T01:13:35.529346Z","steps":["trace[1422718766] 'agreement among raft nodes before linearized reading' (duration: 490.083823ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.529381Z","caller":"traceutil/trace.go:171","msg":"trace[1465021839] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22279; }","duration":"2.83204871s","start":"2026-04-16T01:13:32.697316Z","end":"2026-04-16T01:13:35.529365Z","steps":["trace[1465021839] 'agreement among raft nodes before linearized reading' (duration: 2.831952828s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113759355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:35.529438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.897601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.529471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:32.697293Z","time spent":"2.832132822s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.52949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.151773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:35.529447Z","caller":"traceutil/trace.go:171","msg":"trace[1865071827] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22279; }","duration":"3.113790656s","start":"2026-04-16T01:13:32.415649Z","end":"2026-04-16T01:13:35.529439Z","steps":["trace[1865071827] 'agreement among raft nodes before linearized reading' (duration: 3.113727155s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248922015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:35.529567Z","caller":"traceutil/trace.go:171","msg":"trace[1511647225] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22279; }","duration":"3.249024567s","start":"2026-04-16T01:13:32.28053Z","end":"2026-04-16T01:13:35.529554Z","steps":["trace[1511647225] 'agreement among raft nodes before linearized reading' (duration: 3.248930895s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.529522Z","caller":"traceutil/trace.go:171","msg":"trace[1377718703] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22279; }","duration":"281.209215ms","start":"2026-04-16T01:13:35.248302Z","end":"2026-04-16T01:13:35.529512Z","steps":["trace[1377718703] 'agreement among raft nodes before linearized reading' (duration: 281.161334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:32.280502Z","time spent":"3.249128159s","remote":"127.0.0.1:53190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.529676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.779909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:35.53004Z","caller":"traceutil/trace.go:171","msg":"trace[2059334648] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22279; }","duration":"286.161027ms","start":"2026-04-16T01:13:35.24386Z","end":"2026-04-16T01:13:35.530021Z","steps":["trace[2059334648] 'agreement among raft nodes before linearized reading' (duration: 285.758747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.52933Z","caller":"traceutil/trace.go:171","msg":"trace[1928224707] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22279; }","duration":"3.375856667s","start":"2026-04-16T01:13:32.153462Z","end":"2026-04-16T01:13:35.529319Z","steps":["trace[1928224707] 'agreement among raft nodes before linearized reading' (duration: 3.375713184s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.530193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:32.153393Z","time spent":"3.376783379s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:13:35.529364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9473273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:35.530361Z","caller":"traceutil/trace.go:171","msg":"trace[422174990] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22279; }","duration":"2.948357342s","start":"2026-04-16T01:13:32.581986Z","end":"2026-04-16T01:13:35.530343Z","steps":["trace[422174990] 'agreement among raft nodes before linearized reading' (duration: 2.94735816s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.530414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:32.581954Z","time spent":"2.948443245s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.528594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568118549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T01:13:35.52948Z","caller":"traceutil/trace.go:171","msg":"trace[627711760] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22279; }","duration":"486.974512ms","start":"2026-04-16T01:13:35.042494Z","end":"2026-04-16T01:13:35.529469Z","steps":["trace[627711760] 'agreement among raft nodes before linearized reading' (duration: 486.9225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.529563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.689313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.529443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.279088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:35.529395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.039115Z","time spent":"490.271216ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.52916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.184781Z","time spent":"6.344370906s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T01:13:35.529067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:29.186694Z","time spent":"6.342360051s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:13:35.528958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.145303Z","time spent":"5.383638731s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.529355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:34.273247Z","time spent":"1.256098281s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.529569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:32.415625Z","time spent":"3.11393124s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.529769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483319667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.529564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.375355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.5298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199055736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.529848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374988288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-16T01:13:35.529848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5740623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:35.529114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:30.882344Z","time spent":"4.645867402s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:35.529924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375498882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T01:13:35.529923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:31.961046Z","time spent":"3.56773246s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T01:13:35.529954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917181662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:13:35.531436Z","caller":"traceutil/trace.go:171","msg":"trace[1301308843] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22279; }","duration":"1.918707717s","start":"2026-04-16T01:13:33.61271Z","end":"2026-04-16T01:13:35.531418Z","steps":["trace[1301308843] 'agreement among raft nodes before linearized reading' (duration: 1.917143131s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.531492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:33.61266Z","time spent":"1.918816649s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-16T01:13:35.531305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.965377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-16T01:13:35.531857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.042471Z","time spent":"489.361796ms","remote":"127.0.0.1:49396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:35.531907Z","caller":"traceutil/trace.go:171","msg":"trace[1583008621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22279; }","duration":"779.765889ms","start":"2026-04-16T01:13:34.752132Z","end":"2026-04-16T01:13:35.531898Z","steps":["trace[1583008621] 'agreement among raft nodes before linearized reading' (duration: 777.381635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.531956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:34.752107Z","time spent":"779.83447ms","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:35.532025Z","caller":"traceutil/trace.go:171","msg":"trace[764629551] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22279; }","duration":"3.201329258s","start":"2026-04-16T01:13:32.330687Z","end":"2026-04-16T01:13:35.532016Z","steps":["trace[764629551] 'agreement among raft nodes before linearized reading' (duration: 3.199061437s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.53204Z","caller":"traceutil/trace.go:171","msg":"trace[746874797] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22279; }","duration":"2.576255439s","start":"2026-04-16T01:13:32.95577Z","end":"2026-04-16T01:13:35.532025Z","steps":["trace[746874797] 'agreement among raft nodes before linearized reading' (duration: 2.57404069s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.532076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:32.330665Z","time spent":"3.20138971s","remote":"127.0.0.1:53172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:35.532072Z","caller":"traceutil/trace.go:171","msg":"trace[287779330] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22279; }","duration":"261.93729ms","start":"2026-04-16T01:13:35.270115Z","end":"2026-04-16T01:13:35.532052Z","steps":["trace[287779330] 'agreement among raft nodes before linearized reading' (duration: 259.285329ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.531873Z","caller":"traceutil/trace.go:171","msg":"trace[479516041] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22279; }","duration":"2.485468695s","start":"2026-04-16T01:13:33.046388Z","end":"2026-04-16T01:13:35.531856Z","steps":["trace[479516041] 'agreement among raft nodes before linearized reading' (duration: 2.483318786s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.532088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:32.955705Z","time spent":"2.576368663s","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:35.532155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:33.046366Z","time spent":"2.485754042s","remote":"127.0.0.1:49524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:35.532197Z","caller":"traceutil/trace.go:171","msg":"trace[1431571567] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22279; }","duration":"3.57162329s","start":"2026-04-16T01:13:31.96043Z","end":"2026-04-16T01:13:35.532053Z","steps":["trace[1431571567] 'agreement among raft nodes before linearized reading' (duration: 3.568048529s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:35.531869Z","caller":"traceutil/trace.go:171","msg":"trace[247799483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22279; }","duration":"332.032215ms","start":"2026-04-16T01:13:35.199824Z","end":"2026-04-16T01:13:35.531856Z","steps":["trace[247799483] 'agreement among raft nodes before linearized reading' (duration: 329.703372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.532342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.199802Z","time spent":"332.529035ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:13:35.532091Z","caller":"traceutil/trace.go:171","msg":"trace[1329538418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22279; }","duration":"1.377703763s","start":"2026-04-16T01:13:34.154378Z","end":"2026-04-16T01:13:35.532082Z","steps":["trace[1329538418] 'agreement among raft nodes before linearized reading' (duration: 1.375434332s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.532562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:34.154358Z","time spent":"1.378191493s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:35.532353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:31.960411Z","time spent":"3.571924195s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T01:13:35.532271Z","caller":"traceutil/trace.go:171","msg":"trace[399114955] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22279; }","duration":"3.377437264s","start":"2026-04-16T01:13:32.15482Z","end":"2026-04-16T01:13:35.532258Z","steps":["trace[399114955] 'agreement among raft nodes before linearized reading' (duration: 3.374938557s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.532859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:32.154802Z","time spent":"3.378020917s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-16T01:13:35.531861Z","caller":"traceutil/trace.go:171","msg":"trace[182728177] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22279; }","duration":"550.394957ms","start":"2026-04-16T01:13:34.981285Z","end":"2026-04-16T01:13:35.53168Z","steps":["trace[182728177] 'agreement among raft nodes before linearized reading' (duration: 548.094285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:35.534019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:34.98125Z","time spent":"552.752321ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-16T01:13:36.274962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.11458ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:36.275079Z","caller":"traceutil/trace.go:171","msg":"trace[1093236201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22279; }","duration":"633.242582ms","start":"2026-04-16T01:13:35.641818Z","end":"2026-04-16T01:13:36.275061Z","steps":["trace[1093236201] 'range keys from in-memory index tree' (duration: 633.09845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:36.275821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.820318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:36.27601Z","caller":"traceutil/trace.go:171","msg":"trace[507967277] transaction","detail":"{read_only:false; response_revision:22280; number_of_response:1; }","duration":"743.657812ms","start":"2026-04-16T01:13:35.532312Z","end":"2026-04-16T01:13:36.275969Z","steps":["trace[507967277] 'process raft request' (duration: 154.554138ms)","trace[507967277] 'compare' (duration: 588.635083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:36.276091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.532284Z","time spent":"743.769934ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:37.016078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327486856s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:37.315782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:36.927314Z","time spent":"388.460183ms","remote":"127.0.0.1:34722","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:13:37.316704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.41835ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T01:13:37.316925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.532785Z","time spent":"1.784124681s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T01:13:37.317008Z","caller":"traceutil/trace.go:171","msg":"trace[80198823] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"1.781609024s","start":"2026-04-16T01:13:35.535379Z","end":"2026-04-16T01:13:37.316988Z","steps":["trace[80198823] 'process raft request' (duration: 1.78144616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:37.317138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.535335Z","time spent":"1.781726217s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:37.319864Z","caller":"traceutil/trace.go:171","msg":"trace[1710354942] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"1.780732084s","start":"2026-04-16T01:13:35.536683Z","end":"2026-04-16T01:13:37.317415Z","steps":["trace[1710354942] 'process raft request' (duration: 1.780269163s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:37.320116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.536674Z","time spent":"1.783300123s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:37.321644Z","caller":"traceutil/trace.go:171","msg":"trace[2142574415] transaction","detail":"{read_only:false; response_revision:22283; number_of_response:1; }","duration":"1.784872079s","start":"2026-04-16T01:13:35.536735Z","end":"2026-04-16T01:13:37.321607Z","steps":["trace[2142574415] 'process raft request' (duration: 1.780563861s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:37.321781Z","caller":"traceutil/trace.go:171","msg":"trace[1762032879] transaction","detail":"{read_only:false; response_revision:22284; number_of_response:1; }","duration":"1.78365572s","start":"2026-04-16T01:13:35.538106Z","end":"2026-04-16T01:13:37.321762Z","steps":["trace[1762032879] 'process raft request' (duration: 1.783030095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:37.321925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.538096Z","time spent":"1.783763323s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:37.322235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.536722Z","time spent":"1.784982881s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:37.322262Z","caller":"traceutil/trace.go:171","msg":"trace[511530548] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"1.784126351s","start":"2026-04-16T01:13:35.538124Z","end":"2026-04-16T01:13:37.322251Z","steps":["trace[511530548] 'process raft request' (duration: 1.783548058s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:37.322722Z","caller":"traceutil/trace.go:171","msg":"trace[292749977] linearizableReadLoop","detail":"{readStateIndex:22956; appliedIndex:22953; }","duration":"1.786990916s","start":"2026-04-16T01:13:35.535696Z","end":"2026-04-16T01:13:37.322687Z","steps":["trace[292749977] 'read index received' (duration: 151.186831ms)","trace[292749977] 'applied index is now lower than readState.Index' (duration: 1.635801555s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:37.323784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78805928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-16T01:13:37.322422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.538103Z","time spent":"1.784283145s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:37.323955Z","caller":"traceutil/trace.go:171","msg":"trace[1065920599] transaction","detail":"{read_only:false; response_revision:22287; number_of_response:1; }","duration":"510.818432ms","start":"2026-04-16T01:13:36.813105Z","end":"2026-04-16T01:13:37.323924Z","steps":["trace[1065920599] 'process raft request' (duration: 510.747361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:37.32412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:36.81309Z","time spent":"510.969025ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:37.324145Z","caller":"traceutil/trace.go:171","msg":"trace[1027984515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22285; }","duration":"1.788132581s","start":"2026-04-16T01:13:35.53569Z","end":"2026-04-16T01:13:37.323823Z","steps":["trace[1027984515] 'agreement among raft nodes before linearized reading' (duration: 1.787119449s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:37.324191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.535664Z","time spent":"1.788516281s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T01:13:37.324322Z","caller":"traceutil/trace.go:171","msg":"trace[247123442] transaction","detail":"{read_only:false; response_revision:22286; number_of_response:1; }","duration":"944.196392ms","start":"2026-04-16T01:13:36.380108Z","end":"2026-04-16T01:13:37.324304Z","steps":["trace[247123442] 'process raft request' (duration: 943.616728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:37.326065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:36.380081Z","time spent":"944.278683ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:37.540893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:37.541047Z","caller":"traceutil/trace.go:171","msg":"trace[784767090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472618s","start":"2026-04-16T01:13:35.540546Z","end":"2026-04-16T01:13:37.541019Z","steps":["trace[784767090] 'agreement among raft nodes before linearized reading' (duration: 2.000263143s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:37.541154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.540542Z","time spent":"2.00059545s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:37.902193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.302423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:37.903182Z","caller":"traceutil/trace.go:171","msg":"trace[1120521786] transaction","detail":"{read_only:false; response_revision:22288; number_of_response:1; }","duration":"700.459354ms","start":"2026-04-16T01:13:37.202688Z","end":"2026-04-16T01:13:37.903147Z","steps":["trace[1120521786] 'process raft request' (duration: 253.083089ms)","trace[1120521786] 'compare' (duration: 446.136327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:37.903502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.202658Z","time spent":"700.768521ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.483049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.691753ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:13:38.483319Z","caller":"traceutil/trace.go:171","msg":"trace[227160820] linearizableReadLoop","detail":"{readStateIndex:22965; appliedIndex:22962; }","duration":"1.160527398s","start":"2026-04-16T01:13:37.322756Z","end":"2026-04-16T01:13:38.483283Z","steps":["trace[227160820] 'read index received' (duration: 133.182915ms)","trace[227160820] 'applied index is now lower than readState.Index' (duration: 1.027342842s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:38.483451Z","caller":"traceutil/trace.go:171","msg":"trace[732191116] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22289; }","duration":"1.163999675s","start":"2026-04-16T01:13:37.31944Z","end":"2026-04-16T01:13:38.48344Z","steps":["trace[732191116] 'process raft request' (duration: 1.163748s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.483568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.319424Z","time spent":"1.164055266s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.483556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944879093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:38.483662Z","caller":"traceutil/trace.go:171","msg":"trace[499024069] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22289; }","duration":"2.944998086s","start":"2026-04-16T01:13:35.538625Z","end":"2026-04-16T01:13:38.483623Z","steps":["trace[499024069] 'agreement among raft nodes before linearized reading' (duration: 2.944831622s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.483709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.538617Z","time spent":"2.945082257s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:13:38.483774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945512358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-16T01:13:38.483812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945321193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:38.48384Z","caller":"traceutil/trace.go:171","msg":"trace[946112102] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22289; }","duration":"2.94561035s","start":"2026-04-16T01:13:35.538212Z","end":"2026-04-16T01:13:38.483822Z","steps":["trace[946112102] 'agreement among raft nodes before linearized reading' (duration: 2.945416855s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.483878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.538202Z","time spent":"2.945669341s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-16T01:13:38.483882Z","caller":"traceutil/trace.go:171","msg":"trace[1536366966] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22289; }","duration":"2.945703453s","start":"2026-04-16T01:13:35.538162Z","end":"2026-04-16T01:13:38.483866Z","steps":["trace[1536366966] 'agreement among raft nodes before linearized reading' (duration: 2.94556331s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.483913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.538147Z","time spent":"2.945758643s","remote":"127.0.0.1:55316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:38.483953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947936144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c9aa55f2-7aeb-44e2-8a7c-93563cbd2fe2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T01:13:38.484009Z","caller":"traceutil/trace.go:171","msg":"trace[1140049734] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c9aa55f2-7aeb-44e2-8a7c-93563cbd2fe2; range_end:; response_count:1; response_revision:22289; }","duration":"2.948018934s","start":"2026-04-16T01:13:35.535968Z","end":"2026-04-16T01:13:38.483987Z","steps":["trace[1140049734] 'agreement among raft nodes before linearized reading' (duration: 2.94784199s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.484015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73504231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:38.484045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.53595Z","time spent":"2.948086836s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c9aa55f2-7aeb-44e2-8a7c-93563cbd2fe2\" "} {"level":"info","ts":"2026-04-16T01:13:38.48405Z","caller":"traceutil/trace.go:171","msg":"trace[285673995] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22289; }","duration":"1.735104322s","start":"2026-04-16T01:13:36.748934Z","end":"2026-04-16T01:13:38.484039Z","steps":["trace[285673995] 'agreement among raft nodes before linearized reading' (duration: 1.734980148s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.484091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:36.748917Z","time spent":"1.735155242s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":95,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:38.484272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12692062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:38.484301Z","caller":"traceutil/trace.go:171","msg":"trace[291869676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22289; }","duration":"2.127007982s","start":"2026-04-16T01:13:36.357286Z","end":"2026-04-16T01:13:38.484294Z","steps":["trace[291869676] 'agreement among raft nodes before linearized reading' (duration: 2.126951801s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.484321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:36.357259Z","time spent":"2.127056463s","remote":"127.0.0.1:49308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:38.484342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946369636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18411"} {"level":"warn","ts":"2026-04-16T01:13:38.484344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204853924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-x4qxc.18a6b0afb7bdc3ef\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-04-16T01:13:38.484367Z","caller":"traceutil/trace.go:171","msg":"trace[221968732] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22289; }","duration":"2.946405658s","start":"2026-04-16T01:13:35.537954Z","end":"2026-04-16T01:13:38.48436Z","steps":["trace[221968732] 'agreement among raft nodes before linearized reading' (duration: 2.946271844s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:38.484388Z","caller":"traceutil/trace.go:171","msg":"trace[1696196449] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-x4qxc.18a6b0afb7bdc3ef; range_end:; response_count:1; response_revision:22289; }","duration":"2.204938125s","start":"2026-04-16T01:13:36.279433Z","end":"2026-04-16T01:13:38.484371Z","steps":["trace[1696196449] 'agreement among raft nodes before linearized reading' (duration: 2.204780031s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.48439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:35.537949Z","time spent":"2.946436s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-16T01:13:38.484416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:36.279411Z","time spent":"2.204999328s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-x4qxc.18a6b0afb7bdc3ef\" "} {"level":"info","ts":"2026-04-16T01:13:38.532451Z","caller":"traceutil/trace.go:171","msg":"trace[1771352260] transaction","detail":"{read_only:false; response_revision:22294; number_of_response:1; }","duration":"995.381269ms","start":"2026-04-16T01:13:37.537046Z","end":"2026-04-16T01:13:38.532427Z","steps":["trace[1771352260] 'process raft request' (duration: 995.165264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:38.532499Z","caller":"traceutil/trace.go:171","msg":"trace[817203807] transaction","detail":"{read_only:false; response_revision:22290; number_of_response:1; }","duration":"999.683685ms","start":"2026-04-16T01:13:37.532781Z","end":"2026-04-16T01:13:38.532465Z","steps":["trace[817203807] 'process raft request' (duration: 998.940959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.532524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.26909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:38.532601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.761792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T01:13:38.532631Z","caller":"traceutil/trace.go:171","msg":"trace[1858949740] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22296; }","duration":"476.435622ms","start":"2026-04-16T01:13:38.056171Z","end":"2026-04-16T01:13:38.532606Z","steps":["trace[1858949740] 'agreement among raft nodes before linearized reading' (duration: 476.221128ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:38.532674Z","caller":"traceutil/trace.go:171","msg":"trace[371322572] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22296; }","duration":"351.878654ms","start":"2026-04-16T01:13:38.180777Z","end":"2026-04-16T01:13:38.532656Z","steps":["trace[371322572] 'agreement among raft nodes before linearized reading' (duration: 351.597027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.532686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.056146Z","time spent":"476.528416ms","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:38.532714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.180758Z","time spent":"351.949666ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-16T01:13:38.532776Z","caller":"traceutil/trace.go:171","msg":"trace[593204391] transaction","detail":"{read_only:false; response_revision:22292; number_of_response:1; }","duration":"998.693644ms","start":"2026-04-16T01:13:37.534045Z","end":"2026-04-16T01:13:38.532739Z","steps":["trace[593204391] 'process raft request' (duration: 998.006048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.5327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.537035Z","time spent":"995.481911ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:38.533005Z","caller":"traceutil/trace.go:171","msg":"trace[1781746665] transaction","detail":"{read_only:false; response_revision:22296; number_of_response:1; }","duration":"994.51647ms","start":"2026-04-16T01:13:37.538259Z","end":"2026-04-16T01:13:38.532775Z","steps":["trace[1781746665] 'process raft request' (duration: 994.042029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.53277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.532755Z","time spent":"999.8026ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.533072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.534002Z","time spent":"998.995771ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.533132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.433606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:38.533168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205388953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dk9kf\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-04-16T01:13:38.53319Z","caller":"traceutil/trace.go:171","msg":"trace[1897050279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22296; }","duration":"781.595651ms","start":"2026-04-16T01:13:37.751581Z","end":"2026-04-16T01:13:38.533176Z","steps":["trace[1897050279] 'agreement among raft nodes before linearized reading' (duration: 781.425357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.533148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.103695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:38.533218Z","caller":"traceutil/trace.go:171","msg":"trace[945742901] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dk9kf; range_end:; response_count:1; response_revision:22296; }","duration":"1.205459953s","start":"2026-04-16T01:13:37.327745Z","end":"2026-04-16T01:13:38.533204Z","steps":["trace[945742901] 'agreement among raft nodes before linearized reading' (duration: 1.205270999s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.5332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.538098Z","time spent":"995.00375ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.53323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.751553Z","time spent":"781.669842ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:13:38.532765Z","caller":"traceutil/trace.go:171","msg":"trace[359161333] transaction","detail":"{read_only:false; response_revision:22295; number_of_response:1; }","duration":"995.00193ms","start":"2026-04-16T01:13:37.537708Z","end":"2026-04-16T01:13:38.532709Z","steps":["trace[359161333] 'process raft request' (duration: 994.55655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.533238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030518065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:38.533263Z","caller":"traceutil/trace.go:171","msg":"trace[1425106028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22296; }","duration":"992.270158ms","start":"2026-04-16T01:13:37.540969Z","end":"2026-04-16T01:13:38.53324Z","steps":["trace[1425106028] 'agreement among raft nodes before linearized reading' (duration: 992.043953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.533267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207467249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:13:38.533284Z","caller":"traceutil/trace.go:171","msg":"trace[162901032] transaction","detail":"{read_only:false; response_revision:22293; number_of_response:1; }","duration":"996.586586ms","start":"2026-04-16T01:13:37.536683Z","end":"2026-04-16T01:13:38.53327Z","steps":["trace[162901032] 'process raft request' (duration: 995.43243ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:38.533287Z","caller":"traceutil/trace.go:171","msg":"trace[1322545629] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22296; }","duration":"1.030569186s","start":"2026-04-16T01:13:37.502706Z","end":"2026-04-16T01:13:38.533275Z","steps":["trace[1322545629] 'agreement among raft nodes before linearized reading' (duration: 1.030479194s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:38.533314Z","caller":"traceutil/trace.go:171","msg":"trace[560993725] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22296; }","duration":"1.207845739s","start":"2026-04-16T01:13:37.325457Z","end":"2026-04-16T01:13:38.533303Z","steps":["trace[560993725] 'agreement among raft nodes before linearized reading' (duration: 1.207696436s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.533317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.540956Z","time spent":"992.352191ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:38.533332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.502682Z","time spent":"1.030642037s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:38.533338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.537696Z","time spent":"995.585174ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.533353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.325446Z","time spent":"1.207901359s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:13:38.533407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.536656Z","time spent":"996.665828ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.53325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.327734Z","time spent":"1.205510314s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dk9kf\" "} {"level":"warn","ts":"2026-04-16T01:13:38.533898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.648213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:38.533978Z","caller":"traceutil/trace.go:171","msg":"trace[1615584121] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:22296; }","duration":"664.874159ms","start":"2026-04-16T01:13:37.869084Z","end":"2026-04-16T01:13:38.533958Z","steps":["trace[1615584121] 'agreement among raft nodes before linearized reading' (duration: 664.312347ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:38.533941Z","caller":"traceutil/trace.go:171","msg":"trace[373985792] transaction","detail":"{read_only:false; response_revision:22291; number_of_response:1; }","duration":"1.000343652s","start":"2026-04-16T01:13:37.533562Z","end":"2026-04-16T01:13:38.533906Z","steps":["trace[373985792] 'process raft request' (duration: 998.429948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.534042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.869067Z","time spent":"664.957511ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:38.535544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:37.533547Z","time spent":"1.000488034s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.96587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.961057ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T01:13:38.966268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.484968Z","time spent":"481.292914ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T01:13:38.966427Z","caller":"traceutil/trace.go:171","msg":"trace[888916917] linearizableReadLoop","detail":"{readStateIndex:22974; appliedIndex:22972; }","duration":"434.047805ms","start":"2026-04-16T01:13:38.532356Z","end":"2026-04-16T01:13:38.966404Z","steps":["trace[888916917] 'read index received' (duration: 119.225528ms)","trace[888916917] 'applied index is now lower than readState.Index' (duration: 314.820877ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:38.966496Z","caller":"traceutil/trace.go:171","msg":"trace[1041156052] transaction","detail":"{read_only:false; response_revision:22297; number_of_response:1; }","duration":"479.255407ms","start":"2026-04-16T01:13:38.487179Z","end":"2026-04-16T01:13:38.966435Z","steps":["trace[1041156052] 'process raft request' (duration: 479.002331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.966641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.487157Z","time spent":"479.397071ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:38.966605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.912492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:38.96678Z","caller":"traceutil/trace.go:171","msg":"trace[858667058] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:22297; }","duration":"476.099326ms","start":"2026-04-16T01:13:38.490658Z","end":"2026-04-16T01:13:38.966757Z","steps":["trace[858667058] 'agreement among raft nodes before linearized reading' (duration: 475.859241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.966793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.72428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:38.966844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.490653Z","time spent":"476.173657ms","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-16T01:13:38.966917Z","caller":"traceutil/trace.go:171","msg":"trace[119896238] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22297; }","duration":"476.835063ms","start":"2026-04-16T01:13:38.490012Z","end":"2026-04-16T01:13:38.966847Z","steps":["trace[119896238] 'agreement among raft nodes before linearized reading' (duration: 476.698909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.966958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.490007Z","time spent":"476.941785ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:13:38.967158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.568769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T01:13:38.967234Z","caller":"traceutil/trace.go:171","msg":"trace[562507234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22297; }","duration":"477.687812ms","start":"2026-04-16T01:13:38.489528Z","end":"2026-04-16T01:13:38.967215Z","steps":["trace[562507234] 'agreement among raft nodes before linearized reading' (duration: 477.450357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:38.967277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.489519Z","time spent":"477.749774ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-16T01:13:39.01738Z","caller":"traceutil/trace.go:171","msg":"trace[1116138288] transaction","detail":"{read_only:false; response_revision:22298; number_of_response:1; }","duration":"474.874179ms","start":"2026-04-16T01:13:38.542479Z","end":"2026-04-16T01:13:39.017353Z","steps":["trace[1116138288] 'process raft request' (duration: 474.714345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.017494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.366822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:39.017522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.542453Z","time spent":"474.994471ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:39.017541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.742347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T01:13:39.017605Z","caller":"traceutil/trace.go:171","msg":"trace[51356976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22298; }","duration":"471.822359ms","start":"2026-04-16T01:13:38.545768Z","end":"2026-04-16T01:13:39.01759Z","steps":["trace[51356976] 'agreement among raft nodes before linearized reading' (duration: 471.584664ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:39.017565Z","caller":"traceutil/trace.go:171","msg":"trace[337576577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22298; }","duration":"476.468934ms","start":"2026-04-16T01:13:38.541069Z","end":"2026-04-16T01:13:39.017538Z","steps":["trace[337576577] 'agreement among raft nodes before linearized reading' (duration: 476.339382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.017646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.545761Z","time spent":"471.87592ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T01:13:39.017679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:38.541052Z","time spent":"476.621288ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:39.822846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.538764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:39.823229Z","caller":"traceutil/trace.go:171","msg":"trace[4683384] transaction","detail":"{read_only:false; response_revision:22300; number_of_response:1; }","duration":"796.090449ms","start":"2026-04-16T01:13:39.027121Z","end":"2026-04-16T01:13:39.823212Z","steps":["trace[4683384] 'process raft request' (duration: 225.105506ms)","trace[4683384] 'compare' (duration: 570.313648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:39.82328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.027107Z","time spent":"796.15218ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:39.823527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.403571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dk9kf\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-16T01:13:39.823618Z","caller":"traceutil/trace.go:171","msg":"trace[159804905] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dk9kf; range_end:; response_count:1; response_revision:22301; }","duration":"783.544535ms","start":"2026-04-16T01:13:39.040056Z","end":"2026-04-16T01:13:39.823601Z","steps":["trace[159804905] 'agreement among raft nodes before linearized reading' (duration: 783.269769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.823649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.676991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:39.823707Z","caller":"traceutil/trace.go:171","msg":"trace[328184276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22301; }","duration":"796.789035ms","start":"2026-04-16T01:13:39.026905Z","end":"2026-04-16T01:13:39.823694Z","steps":["trace[328184276] 'agreement among raft nodes before linearized reading' (duration: 796.689623ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:39.823423Z","caller":"traceutil/trace.go:171","msg":"trace[584071872] linearizableReadLoop","detail":"{readStateIndex:22977; appliedIndex:22976; }","duration":"778.775086ms","start":"2026-04-16T01:13:39.044539Z","end":"2026-04-16T01:13:39.823314Z","steps":["trace[584071872] 'read index received' (duration: 207.702781ms)","trace[584071872] 'applied index is now lower than readState.Index' (duration: 571.068595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:39.82374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.026877Z","time spent":"796.856446ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:39.823793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.040047Z","time spent":"783.731349ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4913,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dk9kf\" "} {"level":"info","ts":"2026-04-16T01:13:39.824081Z","caller":"traceutil/trace.go:171","msg":"trace[924429998] transaction","detail":"{read_only:false; response_revision:22301; number_of_response:1; }","duration":"777.140259ms","start":"2026-04-16T01:13:39.046929Z","end":"2026-04-16T01:13:39.82407Z","steps":["trace[924429998] 'process raft request' (duration: 776.256229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.824165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.046908Z","time spent":"777.215032ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:39.845687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.803227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T01:13:39.845794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.486855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T01:13:39.845841Z","caller":"traceutil/trace.go:171","msg":"trace[771027667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22302; }","duration":"518.595758ms","start":"2026-04-16T01:13:39.327235Z","end":"2026-04-16T01:13:39.845831Z","steps":["trace[771027667] 'agreement among raft nodes before linearized reading' (duration: 518.379032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.845873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.327199Z","time spent":"518.667789ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:13:39.845849Z","caller":"traceutil/trace.go:171","msg":"trace[749731256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22302; }","duration":"516.98168ms","start":"2026-04-16T01:13:39.328829Z","end":"2026-04-16T01:13:39.845811Z","steps":["trace[749731256] 'agreement among raft nodes before linearized reading' (duration: 516.727615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.845958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.328816Z","time spent":"517.132275ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:39.845703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.206276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-16T01:13:39.846052Z","caller":"traceutil/trace.go:171","msg":"trace[106641016] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:22302; }","duration":"798.561994ms","start":"2026-04-16T01:13:39.047457Z","end":"2026-04-16T01:13:39.846019Z","steps":["trace[106641016] 'agreement among raft nodes before linearized reading' (duration: 798.039512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.846091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.047447Z","time spent":"798.632726ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-16T01:13:39.845703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.330299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-16T01:13:39.846187Z","caller":"traceutil/trace.go:171","msg":"trace[1485332477] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22302; }","duration":"798.835691ms","start":"2026-04-16T01:13:39.047335Z","end":"2026-04-16T01:13:39.846171Z","steps":["trace[1485332477] 'agreement among raft nodes before linearized reading' (duration: 798.257307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.846227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.047328Z","time spent":"798.889701ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-16T01:13:39.845702Z","caller":"traceutil/trace.go:171","msg":"trace[225196789] transaction","detail":"{read_only:false; response_revision:22302; number_of_response:1; }","duration":"515.980858ms","start":"2026-04-16T01:13:39.329693Z","end":"2026-04-16T01:13:39.845673Z","steps":["trace[225196789] 'process raft request' (duration: 515.60721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.846335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.329672Z","time spent":"516.596772ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:39.845687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.320521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-16T01:13:39.846412Z","caller":"traceutil/trace.go:171","msg":"trace[652382049] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22302; }","duration":"800.072248ms","start":"2026-04-16T01:13:39.046325Z","end":"2026-04-16T01:13:39.846397Z","steps":["trace[652382049] 'agreement among raft nodes before linearized reading' (duration: 799.203358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:39.846458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.046309Z","time spent":"800.136539ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T01:13:40.428614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.738345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:40.428878Z","caller":"traceutil/trace.go:171","msg":"trace[840445411] transaction","detail":"{read_only:false; response_revision:22304; number_of_response:1; }","duration":"578.284858ms","start":"2026-04-16T01:13:39.850574Z","end":"2026-04-16T01:13:40.428859Z","steps":["trace[840445411] 'process raft request' (duration: 228.210035ms)","trace[840445411] 'compare' (duration: 349.47194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:40.428943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.850556Z","time spent":"578.356922ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:40.429049Z","caller":"traceutil/trace.go:171","msg":"trace[618373437] linearizableReadLoop","detail":"{readStateIndex:22983; appliedIndex:22980; }","duration":"524.520892ms","start":"2026-04-16T01:13:39.904506Z","end":"2026-04-16T01:13:40.429027Z","steps":["trace[618373437] 'read index received' (duration: 174.277145ms)","trace[618373437] 'applied index is now lower than readState.Index' (duration: 350.242747ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:40.42906Z","caller":"traceutil/trace.go:171","msg":"trace[1670584853] transaction","detail":"{read_only:false; response_revision:22305; number_of_response:1; }","duration":"578.054294ms","start":"2026-04-16T01:13:39.85096Z","end":"2026-04-16T01:13:40.429014Z","steps":["trace[1670584853] 'process raft request' (duration: 577.745367ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:40.429153Z","caller":"traceutil/trace.go:171","msg":"trace[1098023664] transaction","detail":"{read_only:false; response_revision:22306; number_of_response:1; }","duration":"575.319052ms","start":"2026-04-16T01:13:39.853826Z","end":"2026-04-16T01:13:40.429145Z","steps":["trace[1098023664] 'process raft request' (duration: 574.974254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:40.42924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.853817Z","time spent":"575.362912ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:40.429273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.85095Z","time spent":"578.174057ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:40.429418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.79992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-16T01:13:40.429443Z","caller":"traceutil/trace.go:171","msg":"trace[400950625] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22306; }","duration":"578.832812ms","start":"2026-04-16T01:13:39.850603Z","end":"2026-04-16T01:13:40.429436Z","steps":["trace[400950625] 'agreement among raft nodes before linearized reading' (duration: 578.726749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:40.429463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.850598Z","time spent":"578.861112ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-16T01:13:40.429617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.206157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-16T01:13:40.429657Z","caller":"traceutil/trace.go:171","msg":"trace[1870999345] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22306; }","duration":"521.288749ms","start":"2026-04-16T01:13:39.908356Z","end":"2026-04-16T01:13:40.429644Z","steps":["trace[1870999345] 'agreement among raft nodes before linearized reading' (duration: 521.159166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:40.429666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.87397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T01:13:40.429698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.908331Z","time spent":"521.35984ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-16T01:13:40.429671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.32083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:40.429709Z","caller":"traceutil/trace.go:171","msg":"trace[286853614] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22306; }","duration":"520.932031ms","start":"2026-04-16T01:13:39.908763Z","end":"2026-04-16T01:13:40.429695Z","steps":["trace[286853614] 'agreement among raft nodes before linearized reading' (duration: 520.831289ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:40.429753Z","caller":"traceutil/trace.go:171","msg":"trace[516236826] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22306; }","duration":"457.451523ms","start":"2026-04-16T01:13:39.972283Z","end":"2026-04-16T01:13:40.429735Z","steps":["trace[516236826] 'agreement among raft nodes before linearized reading' (duration: 457.29547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:40.429787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.908748Z","time spent":"521.008443ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:13:40.429817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.972265Z","time spent":"457.539056ms","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:40.430254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.53239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T01:13:40.430324Z","caller":"traceutil/trace.go:171","msg":"trace[579088496] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22306; }","duration":"580.624502ms","start":"2026-04-16T01:13:39.849683Z","end":"2026-04-16T01:13:40.430307Z","steps":["trace[579088496] 'agreement among raft nodes before linearized reading' (duration: 579.903856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:40.430363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:39.849677Z","time spent":"580.678153ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T01:13:41.051557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.655145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:41.051654Z","caller":"traceutil/trace.go:171","msg":"trace[606328684] linearizableReadLoop","detail":"{readStateIndex:22984; appliedIndex:22983; }","duration":"617.903674ms","start":"2026-04-16T01:13:40.433736Z","end":"2026-04-16T01:13:41.051639Z","steps":["trace[606328684] 'read index received' (duration: 469.184698ms)","trace[606328684] 'applied index is now lower than readState.Index' (duration: 148.717796ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:41.051718Z","caller":"traceutil/trace.go:171","msg":"trace[1725888145] transaction","detail":"{read_only:false; response_revision:22307; number_of_response:1; }","duration":"619.823099ms","start":"2026-04-16T01:13:40.431884Z","end":"2026-04-16T01:13:41.051707Z","steps":["trace[1725888145] 'process raft request' (duration: 470.941269ms)","trace[1725888145] 'compare' (duration: 148.512951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:41.05178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.431862Z","time spent":"619.87842ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:41.052031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.292744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-974915a6-874d-4c5c-941b-f7183657c2cd\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-16T01:13:41.052108Z","caller":"traceutil/trace.go:171","msg":"trace[604429572] range","detail":"{range_begin:/registry/persistentvolumes/pvc-974915a6-874d-4c5c-941b-f7183657c2cd; range_end:; response_count:1; response_revision:22307; }","duration":"618.420327ms","start":"2026-04-16T01:13:40.433669Z","end":"2026-04-16T01:13:41.052089Z","steps":["trace[604429572] 'agreement among raft nodes before linearized reading' (duration: 618.173071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.052148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.433648Z","time spent":"618.492278ms","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-974915a6-874d-4c5c-941b-f7183657c2cd\" "} {"level":"info","ts":"2026-04-16T01:13:41.523323Z","caller":"traceutil/trace.go:171","msg":"trace[1063842044] transaction","detail":"{read_only:false; response_revision:22308; number_of_response:1; }","duration":"986.15124ms","start":"2026-04-16T01:13:40.537147Z","end":"2026-04-16T01:13:41.523298Z","steps":["trace[1063842044] 'process raft request' (duration: 985.920675ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:41.523535Z","caller":"traceutil/trace.go:171","msg":"trace[893585950] transaction","detail":"{read_only:false; response_revision:22309; number_of_response:1; }","duration":"984.526823ms","start":"2026-04-16T01:13:40.538974Z","end":"2026-04-16T01:13:41.523501Z","steps":["trace[893585950] 'process raft request' (duration: 984.278007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.523587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.537123Z","time spent":"986.297343ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:41.523624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.538963Z","time spent":"984.616874ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:41.523962Z","caller":"traceutil/trace.go:171","msg":"trace[1620718601] transaction","detail":"{read_only:false; response_revision:22310; number_of_response:1; }","duration":"984.250398ms","start":"2026-04-16T01:13:40.53969Z","end":"2026-04-16T01:13:41.52394Z","steps":["trace[1620718601] 'process raft request' (duration: 983.750796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:41.524129Z","caller":"traceutil/trace.go:171","msg":"trace[1970175741] transaction","detail":"{read_only:false; response_revision:22312; number_of_response:1; }","duration":"984.369489ms","start":"2026-04-16T01:13:40.539746Z","end":"2026-04-16T01:13:41.524116Z","steps":["trace[1970175741] 'process raft request' (duration: 984.155034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.524207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.539739Z","time spent":"984.433081ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:41.524369Z","caller":"traceutil/trace.go:171","msg":"trace[1656140885] transaction","detail":"{read_only:false; response_revision:22314; number_of_response:1; }","duration":"984.470801ms","start":"2026-04-16T01:13:40.539882Z","end":"2026-04-16T01:13:41.524353Z","steps":["trace[1656140885] 'process raft request' (duration: 984.335919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.524556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.624929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:41.524626Z","caller":"traceutil/trace.go:171","msg":"trace[1042719086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22315; }","duration":"507.758972ms","start":"2026-04-16T01:13:41.016854Z","end":"2026-04-16T01:13:41.524613Z","steps":["trace[1042719086] 'agreement among raft nodes before linearized reading' (duration: 507.628529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:41.523991Z","caller":"traceutil/trace.go:171","msg":"trace[1996175756] transaction","detail":"{read_only:false; response_revision:22311; number_of_response:1; }","duration":"984.226586ms","start":"2026-04-16T01:13:40.539738Z","end":"2026-04-16T01:13:41.523965Z","steps":["trace[1996175756] 'process raft request' (duration: 984.044462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:41.524619Z","caller":"traceutil/trace.go:171","msg":"trace[446007979] transaction","detail":"{read_only:false; response_revision:22313; number_of_response:1; }","duration":"984.726038ms","start":"2026-04-16T01:13:40.539867Z","end":"2026-04-16T01:13:41.524593Z","steps":["trace[446007979] 'process raft request' (duration: 984.180685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.524668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.539857Z","time spent":"984.717308ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:41.524399Z","caller":"traceutil/trace.go:171","msg":"trace[864563232] linearizableReadLoop","detail":"{readStateIndex:22992; appliedIndex:22984; }","duration":"472.70978ms","start":"2026-04-16T01:13:41.051679Z","end":"2026-04-16T01:13:41.524389Z","steps":["trace[864563232] 'read index received' (duration: 471.445891ms)","trace[864563232] 'applied index is now lower than readState.Index' (duration: 1.263269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:41.524487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.412336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:41.524531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.404938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:41.524868Z","caller":"traceutil/trace.go:171","msg":"trace[519452538] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22315; }","duration":"967.795355ms","start":"2026-04-16T01:13:40.557035Z","end":"2026-04-16T01:13:41.52483Z","steps":["trace[519452538] 'agreement among raft nodes before linearized reading' (duration: 967.386535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.52498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.557026Z","time spent":"967.913437ms","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:41.524687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:41.016834Z","time spent":"507.833244ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:13:41.524966Z","caller":"traceutil/trace.go:171","msg":"trace[90528133] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22315; }","duration":"797.795327ms","start":"2026-04-16T01:13:40.727118Z","end":"2026-04-16T01:13:41.524913Z","steps":["trace[90528133] 'agreement among raft nodes before linearized reading' (duration: 797.390367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.525083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.727045Z","time spent":"797.996312ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:41.524445Z","caller":"traceutil/trace.go:171","msg":"trace[2013367563] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"984.097173ms","start":"2026-04-16T01:13:40.540328Z","end":"2026-04-16T01:13:41.524425Z","steps":["trace[2013367563] 'process raft request' (duration: 983.975931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.525257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.54032Z","time spent":"984.876541ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:41.525266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.539836Z","time spent":"984.968903ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:41.52472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.539728Z","time spent":"984.945642ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:41.524751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:40.539679Z","time spent":"984.421291ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:41.607821Z","caller":"traceutil/trace.go:171","msg":"trace[823071914] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"551.546193ms","start":"2026-04-16T01:13:41.056245Z","end":"2026-04-16T01:13:41.607791Z","steps":["trace[823071914] 'process raft request' (duration: 551.408871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.607936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:41.056218Z","time spent":"551.660316ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T01:13:41.608292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.390899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:41.608321Z","caller":"traceutil/trace.go:171","msg":"trace[812735149] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22316; }","duration":"429.46213ms","start":"2026-04-16T01:13:41.178852Z","end":"2026-04-16T01:13:41.608314Z","steps":["trace[812735149] 'agreement among raft nodes before linearized reading' (duration: 429.4196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.608335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:41.178812Z","time spent":"429.519072ms","remote":"127.0.0.1:55184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:41.608465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.574352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-16T01:13:41.608487Z","caller":"traceutil/trace.go:171","msg":"trace[1823419184] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22316; }","duration":"448.623425ms","start":"2026-04-16T01:13:41.159855Z","end":"2026-04-16T01:13:41.608478Z","steps":["trace[1823419184] 'agreement among raft nodes before linearized reading' (duration: 448.550143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:41.6085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:41.159836Z","time spent":"448.661065ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:13:42.23623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415943,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T01:13:42.558547Z","caller":"traceutil/trace.go:171","msg":"trace[2035229093] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"944.109838ms","start":"2026-04-16T01:13:41.614412Z","end":"2026-04-16T01:13:42.558522Z","steps":["trace[2035229093] 'process raft request' (duration: 943.897393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:42.558822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:41.614377Z","time spent":"944.333514ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:43.173906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.975161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:43.174134Z","caller":"traceutil/trace.go:171","msg":"trace[969060742] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"610.226092ms","start":"2026-04-16T01:13:42.56389Z","end":"2026-04-16T01:13:43.174116Z","steps":["trace[969060742] 'process raft request' (duration: 610.112399ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:43.174168Z","caller":"traceutil/trace.go:171","msg":"trace[1359703822] linearizableReadLoop","detail":"{readStateIndex:22995; appliedIndex:22993; }","duration":"1.438403997s","start":"2026-04-16T01:13:41.735735Z","end":"2026-04-16T01:13:43.174139Z","steps":["trace[1359703822] 'read index received' (duration: 822.63812ms)","trace[1359703822] 'applied index is now lower than readState.Index' (duration: 615.763397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:43.174201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:42.563866Z","time spent":"610.308983ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T01:13:43.174208Z","caller":"traceutil/trace.go:171","msg":"trace[1773194050] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"1.321413598s","start":"2026-04-16T01:13:41.852612Z","end":"2026-04-16T01:13:43.174025Z","steps":["trace[1773194050] 'process raft request' (duration: 1.028179571s)","trace[1773194050] 'compare' (duration: 292.715085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:43.174356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43860198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:43.174396Z","caller":"traceutil/trace.go:171","msg":"trace[1124429762] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:22319; }","duration":"1.438693532s","start":"2026-04-16T01:13:41.735691Z","end":"2026-04-16T01:13:43.174385Z","steps":["trace[1124429762] 'agreement among raft nodes before linearized reading' (duration: 1.43858377s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:43.174432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:41.735673Z","time spent":"1.438749304s","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:43.174461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:41.852594Z","time spent":"1.321787637s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:43.174562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.656356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:43.174578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.613841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:43.174568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.225536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:43.174569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.931715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:43.174601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.323459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:13:43.174641Z","caller":"traceutil/trace.go:171","msg":"trace[893597553] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22319; }","duration":"346.349928ms","start":"2026-04-16T01:13:42.828273Z","end":"2026-04-16T01:13:43.174623Z","steps":["trace[893597553] 'agreement among raft nodes before linearized reading' (duration: 346.224486ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:43.17465Z","caller":"traceutil/trace.go:171","msg":"trace[372653971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22319; }","duration":"158.718212ms","start":"2026-04-16T01:13:43.015898Z","end":"2026-04-16T01:13:43.174616Z","steps":["trace[372653971] 'agreement among raft nodes before linearized reading' (duration: 158.62741ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:43.174667Z","caller":"traceutil/trace.go:171","msg":"trace[1787623347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22319; }","duration":"741.582435ms","start":"2026-04-16T01:13:42.433068Z","end":"2026-04-16T01:13:43.17465Z","steps":["trace[1787623347] 'agreement among raft nodes before linearized reading' (duration: 741.445412ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:43.174674Z","caller":"traceutil/trace.go:171","msg":"trace[10842808] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22319; }","duration":"694.06922ms","start":"2026-04-16T01:13:42.480567Z","end":"2026-04-16T01:13:43.174636Z","steps":["trace[10842808] 'agreement among raft nodes before linearized reading' (duration: 693.918806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:43.174692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:42.828251Z","time spent":"346.431401ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:43.174715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:42.433061Z","time spent":"741.642426ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T01:13:43.174623Z","caller":"traceutil/trace.go:171","msg":"trace[202741248] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22319; }","duration":"692.76093ms","start":"2026-04-16T01:13:42.481849Z","end":"2026-04-16T01:13:43.17461Z","steps":["trace[202741248] 'agreement among raft nodes before linearized reading' (duration: 692.651828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:43.174559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190806122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:43.174791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:42.481831Z","time spent":"692.949074ms","remote":"127.0.0.1:45606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:43.174572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.652926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:13:43.174808Z","caller":"traceutil/trace.go:171","msg":"trace[143169106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22319; }","duration":"1.191126821s","start":"2026-04-16T01:13:41.983665Z","end":"2026-04-16T01:13:43.174792Z","steps":["trace[143169106] 'agreement among raft nodes before linearized reading' (duration: 1.190807783s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:43.174741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:42.480546Z","time spent":"694.178162ms","remote":"127.0.0.1:55178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:43.174851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:41.983641Z","time spent":"1.191197371s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:43.174845Z","caller":"traceutil/trace.go:171","msg":"trace[2106755018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22319; }","duration":"741.954723ms","start":"2026-04-16T01:13:42.432874Z","end":"2026-04-16T01:13:43.174829Z","steps":["trace[2106755018] 'agreement among raft nodes before linearized reading' (duration: 741.629916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:43.174911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:42.432857Z","time spent":"742.039706ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:43.17502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.142917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:43.175195Z","caller":"traceutil/trace.go:171","msg":"trace[438675359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22319; }","duration":"795.360642ms","start":"2026-04-16T01:13:42.379811Z","end":"2026-04-16T01:13:43.175172Z","steps":["trace[438675359] 'agreement among raft nodes before linearized reading' (duration: 794.757619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:43.175344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:42.379789Z","time spent":"795.532706ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:44.038559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.95467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:44.038644Z","caller":"traceutil/trace.go:171","msg":"trace[1662490009] transaction","detail":"{read_only:false; response_revision:22320; number_of_response:1; }","duration":"859.094664ms","start":"2026-04-16T01:13:43.179532Z","end":"2026-04-16T01:13:44.038627Z","steps":["trace[1662490009] 'process raft request' (duration: 373.009892ms)","trace[1662490009] 'compare' (duration: 485.494219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:44.038694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.179515Z","time spent":"859.158155ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:44.859916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.148685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:44.860214Z","caller":"traceutil/trace.go:171","msg":"trace[168796510] transaction","detail":"{read_only:false; response_revision:22323; number_of_response:1; }","duration":"1.330645788s","start":"2026-04-16T01:13:43.529552Z","end":"2026-04-16T01:13:44.860198Z","steps":["trace[168796510] 'process raft request' (duration: 1.330557885s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:44.860223Z","caller":"traceutil/trace.go:171","msg":"trace[350161419] transaction","detail":"{read_only:false; response_revision:22321; number_of_response:1; }","duration":"1.680287032s","start":"2026-04-16T01:13:43.179904Z","end":"2026-04-16T01:13:44.860191Z","steps":["trace[350161419] 'process raft request' (duration: 1.105770798s)","trace[350161419] 'compare' (duration: 573.05129ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:44.860246Z","caller":"traceutil/trace.go:171","msg":"trace[296138010] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"1.330659118s","start":"2026-04-16T01:13:43.529567Z","end":"2026-04-16T01:13:44.860227Z","steps":["trace[296138010] 'process raft request' (duration: 1.330583546s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.860322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.52953Z","time spent":"1.330759819s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:44.860196Z","caller":"traceutil/trace.go:171","msg":"trace[2086594597] transaction","detail":"{read_only:false; response_revision:22322; number_of_response:1; }","duration":"1.679677426s","start":"2026-04-16T01:13:43.180489Z","end":"2026-04-16T01:13:44.860167Z","steps":["trace[2086594597] 'process raft request' (duration: 1.679516363s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.860346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.529528Z","time spent":"1.330736829s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:44.860417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.179878Z","time spent":"1.680408324s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:44.860485Z","caller":"traceutil/trace.go:171","msg":"trace[1907578420] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"1.330687738s","start":"2026-04-16T01:13:43.529787Z","end":"2026-04-16T01:13:44.860475Z","steps":["trace[1907578420] 'process raft request' (duration: 1.330401853s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.860496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.18047Z","time spent":"1.679928153s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:44.860551Z","caller":"traceutil/trace.go:171","msg":"trace[920096465] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"1.33074787s","start":"2026-04-16T01:13:43.52979Z","end":"2026-04-16T01:13:44.860538Z","steps":["trace[920096465] 'process raft request' (duration: 1.330584566s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:44.860594Z","caller":"traceutil/trace.go:171","msg":"trace[699865657] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"1.330076644s","start":"2026-04-16T01:13:43.530493Z","end":"2026-04-16T01:13:44.86057Z","steps":["trace[699865657] 'process raft request' (duration: 1.329973611s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.860614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.529775Z","time spent":"1.330804201s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:44.860717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.530477Z","time spent":"1.330190108s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:44.860761Z","caller":"traceutil/trace.go:171","msg":"trace[2023291787] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"1.329914441s","start":"2026-04-16T01:13:43.530839Z","end":"2026-04-16T01:13:44.860753Z","steps":["trace[2023291787] 'process raft request' (duration: 1.329667115s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:44.860745Z","caller":"traceutil/trace.go:171","msg":"trace[708696202] linearizableReadLoop","detail":"{readStateIndex:22999; appliedIndex:22996; }","duration":"1.504179146s","start":"2026-04-16T01:13:43.356551Z","end":"2026-04-16T01:13:44.86073Z","steps":["trace[708696202] 'read index received' (duration: 196.008626ms)","trace[708696202] 'applied index is now lower than readState.Index' (duration: 1.30816958s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:44.860811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.530823Z","time spent":"1.329961341s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:44.860538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.529776Z","time spent":"1.3307347s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:44.860734Z","caller":"traceutil/trace.go:171","msg":"trace[1732629412] transaction","detail":"{read_only:false; response_revision:22329; number_of_response:1; }","duration":"1.329409859s","start":"2026-04-16T01:13:43.531313Z","end":"2026-04-16T01:13:44.860723Z","steps":["trace[1732629412] 'process raft request' (duration: 1.329225895s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.86096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504410141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-16T01:13:44.860984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.365645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:44.860974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.531305Z","time spent":"1.329628453s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:44.86101Z","caller":"traceutil/trace.go:171","msg":"trace[788160341] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22330; }","duration":"1.504493762s","start":"2026-04-16T01:13:43.356502Z","end":"2026-04-16T01:13:44.860996Z","steps":["trace[788160341] 'agreement among raft nodes before linearized reading' (duration: 1.504331159s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:44.861014Z","caller":"traceutil/trace.go:171","msg":"trace[943971925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22330; }","duration":"314.436457ms","start":"2026-04-16T01:13:44.546568Z","end":"2026-04-16T01:13:44.861005Z","steps":["trace[943971925] 'agreement among raft nodes before linearized reading' (duration: 314.379037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.861075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.356483Z","time spent":"1.504552513s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-16T01:13:44.86109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.517074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:44.8611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:44.546549Z","time spent":"314.54248ms","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:44.861105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.664125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-16T01:13:44.861145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.021995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:44.861163Z","caller":"traceutil/trace.go:171","msg":"trace[1447400155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22330; }","duration":"835.737435ms","start":"2026-04-16T01:13:44.025413Z","end":"2026-04-16T01:13:44.86115Z","steps":["trace[1447400155] 'agreement among raft nodes before linearized reading' (duration: 835.51307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.861171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.674751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:44.861007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445160729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:44.861198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:44.025406Z","time spent":"835.783947ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T01:13:44.861199Z","caller":"traceutil/trace.go:171","msg":"trace[1966150650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22330; }","duration":"370.102767ms","start":"2026-04-16T01:13:44.491079Z","end":"2026-04-16T01:13:44.861182Z","steps":["trace[1966150650] 'agreement among raft nodes before linearized reading' (duration: 370.013235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.861243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:44.491062Z","time spent":"370.170087ms","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:44.861251Z","caller":"traceutil/trace.go:171","msg":"trace[926670625] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:22330; }","duration":"1.445435835s","start":"2026-04-16T01:13:43.41578Z","end":"2026-04-16T01:13:44.861215Z","steps":["trace[926670625] 'agreement among raft nodes before linearized reading' (duration: 1.445135348s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:44.861125Z","caller":"traceutil/trace.go:171","msg":"trace[834816895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22330; }","duration":"844.572895ms","start":"2026-04-16T01:13:44.016542Z","end":"2026-04-16T01:13:44.861115Z","steps":["trace[834816895] 'agreement among raft nodes before linearized reading' (duration: 844.493893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.861361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.415759Z","time spent":"1.445565709s","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:44.861379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:44.016527Z","time spent":"844.843161ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:44.861384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.403673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418987"} {"level":"info","ts":"2026-04-16T01:13:44.861419Z","caller":"traceutil/trace.go:171","msg":"trace[925010807] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22330; }","duration":"996.495504ms","start":"2026-04-16T01:13:43.864917Z","end":"2026-04-16T01:13:44.861412Z","steps":["trace[925010807] 'agreement among raft nodes before linearized reading' (duration: 996.300779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.861445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.864896Z","time spent":"996.543815ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419010,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-16T01:13:44.861203Z","caller":"traceutil/trace.go:171","msg":"trace[1184181344] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22330; }","duration":"928.740291ms","start":"2026-04-16T01:13:43.932451Z","end":"2026-04-16T01:13:44.861192Z","steps":["trace[1184181344] 'agreement among raft nodes before linearized reading' (duration: 928.694769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.861536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.93243Z","time spent":"929.091688ms","remote":"127.0.0.1:49680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:44.861573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432685367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:44.861645Z","caller":"traceutil/trace.go:171","msg":"trace[1575998250] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22330; }","duration":"1.432763269s","start":"2026-04-16T01:13:43.428865Z","end":"2026-04-16T01:13:44.861628Z","steps":["trace[1575998250] 'agreement among raft nodes before linearized reading' (duration: 1.432654476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.861346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.296747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:44.861776Z","caller":"traceutil/trace.go:171","msg":"trace[933253567] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22330; }","duration":"361.841479ms","start":"2026-04-16T01:13:44.499919Z","end":"2026-04-16T01:13:44.86176Z","steps":["trace[933253567] 'agreement among raft nodes before linearized reading' (duration: 361.065472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:44.86187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:44.499894Z","time spent":"361.959642ms","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:44.861698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:43.428832Z","time spent":"1.432851759s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:45.411756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.296271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:45.411872Z","caller":"traceutil/trace.go:171","msg":"trace[1249687135] linearizableReadLoop","detail":"{readStateIndex:23008; appliedIndex:23007; }","duration":"488.824864ms","start":"2026-04-16T01:13:44.92303Z","end":"2026-04-16T01:13:45.411855Z","steps":["trace[1249687135] 'read index received' (duration: 118.354468ms)","trace[1249687135] 'applied index is now lower than readState.Index' (duration: 370.469126ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:45.411909Z","caller":"traceutil/trace.go:171","msg":"trace[200510383] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"543.286706ms","start":"2026-04-16T01:13:44.86859Z","end":"2026-04-16T01:13:45.411876Z","steps":["trace[200510383] 'process raft request' (duration: 172.80162ms)","trace[200510383] 'compare' (duration: 370.137018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:45.411994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.961717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:45.412021Z","caller":"traceutil/trace.go:171","msg":"trace[578440617] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22331; }","duration":"489.025469ms","start":"2026-04-16T01:13:44.922987Z","end":"2026-04-16T01:13:45.412012Z","steps":["trace[578440617] 'agreement among raft nodes before linearized reading' (duration: 488.942277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:45.412052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:44.922969Z","time spent":"489.07621ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T01:13:45.412058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:44.868569Z","time spent":"543.40816ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:45.912718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:46.157776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.243575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:46.157922Z","caller":"traceutil/trace.go:171","msg":"trace[1711833172] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22331; }","duration":"516.410319ms","start":"2026-04-16T01:13:45.641492Z","end":"2026-04-16T01:13:46.157903Z","steps":["trace[1711833172] 'range keys from in-memory index tree' (duration: 516.223474ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:46.158563Z","caller":"traceutil/trace.go:171","msg":"trace[1228308252] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"978.080748ms","start":"2026-04-16T01:13:45.18043Z","end":"2026-04-16T01:13:46.15851Z","steps":["trace[1228308252] 'process raft request' (duration: 953.922581ms)","trace[1228308252] 'compare' (duration: 23.725617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:46.158738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:45.180399Z","time spent":"978.246111ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:46.183313Z","caller":"traceutil/trace.go:171","msg":"trace[615523032] linearizableReadLoop","detail":"{readStateIndex:23010; appliedIndex:23008; }","duration":"771.388249ms","start":"2026-04-16T01:13:45.411902Z","end":"2026-04-16T01:13:46.183291Z","steps":["trace[615523032] 'read index received' (duration: 722.545785ms)","trace[615523032] 'applied index is now lower than readState.Index' (duration: 48.841294ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:46.183576Z","caller":"traceutil/trace.go:171","msg":"trace[1370634330] transaction","detail":"{read_only:false; response_revision:22333; number_of_response:1; }","duration":"916.28339ms","start":"2026-04-16T01:13:45.267261Z","end":"2026-04-16T01:13:46.183545Z","steps":["trace[1370634330] 'process raft request' (duration: 915.741157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.183631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165804426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:46.183729Z","caller":"traceutil/trace.go:171","msg":"trace[903939765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22333; }","duration":"1.165972061s","start":"2026-04-16T01:13:45.017734Z","end":"2026-04-16T01:13:46.183706Z","steps":["trace[903939765] 'agreement among raft nodes before linearized reading' (duration: 1.165760726s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.18377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:45.267227Z","time spent":"916.426752ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:46.183791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:45.017701Z","time spent":"1.166080033s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:46.183779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.495879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:46.183776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.287287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:46.183878Z","caller":"traceutil/trace.go:171","msg":"trace[722587895] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22333; }","duration":"558.632544ms","start":"2026-04-16T01:13:45.625224Z","end":"2026-04-16T01:13:46.183856Z","steps":["trace[722587895] 'agreement among raft nodes before linearized reading' (duration: 558.478181ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:46.183918Z","caller":"traceutil/trace.go:171","msg":"trace[1982474761] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22333; }","duration":"768.440402ms","start":"2026-04-16T01:13:45.415456Z","end":"2026-04-16T01:13:46.183896Z","steps":["trace[1982474761] 'agreement among raft nodes before linearized reading' (duration: 768.187497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.183921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.341895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:46.183939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:45.625208Z","time spent":"558.716046ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:46.183936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.35526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T01:13:46.18397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.278242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-16T01:13:46.18399Z","caller":"traceutil/trace.go:171","msg":"trace[1590205226] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22333; }","duration":"219.434076ms","start":"2026-04-16T01:13:45.964538Z","end":"2026-04-16T01:13:46.183972Z","steps":["trace[1590205226] 'agreement among raft nodes before linearized reading' (duration: 219.341324ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:46.184016Z","caller":"traceutil/trace.go:171","msg":"trace[1420484593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22333; }","duration":"141.464933ms","start":"2026-04-16T01:13:46.042529Z","end":"2026-04-16T01:13:46.183994Z","steps":["trace[1420484593] 'agreement among raft nodes before linearized reading' (duration: 141.265608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.183986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:45.415401Z","time spent":"768.566185ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T01:13:46.184035Z","caller":"traceutil/trace.go:171","msg":"trace[1103112801] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:22333; }","duration":"652.368046ms","start":"2026-04-16T01:13:45.531651Z","end":"2026-04-16T01:13:46.184019Z","steps":["trace[1103112801] 'agreement among raft nodes before linearized reading' (duration: 652.180032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.18418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:45.531633Z","time spent":"652.529679ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-16T01:13:46.184023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.454153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:13:46.18426Z","caller":"traceutil/trace.go:171","msg":"trace[672256032] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22333; }","duration":"768.711588ms","start":"2026-04-16T01:13:45.415529Z","end":"2026-04-16T01:13:46.184241Z","steps":["trace[672256032] 'agreement among raft nodes before linearized reading' (duration: 768.376901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.184321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:45.415518Z","time spent":"768.786161ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:13:46.183831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07279216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:46.183979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228982186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:46.184379Z","caller":"traceutil/trace.go:171","msg":"trace[251598105] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22333; }","duration":"1.073356373s","start":"2026-04-16T01:13:45.111007Z","end":"2026-04-16T01:13:46.184364Z","steps":["trace[251598105] 'agreement among raft nodes before linearized reading' (duration: 1.072731798s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.184475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:45.110944Z","time spent":"1.073516497s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:46.184826Z","caller":"traceutil/trace.go:171","msg":"trace[1077770478] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:22333; }","duration":"1.229568909s","start":"2026-04-16T01:13:44.954811Z","end":"2026-04-16T01:13:46.184379Z","steps":["trace[1077770478] 'agreement among raft nodes before linearized reading' (duration: 1.228842263s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.185584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:44.9548Z","time spent":"1.230090881s","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:46.402182Z","caller":"traceutil/trace.go:171","msg":"trace[1780679507] linearizableReadLoop","detail":"{readStateIndex:23014; appliedIndex:23013; }","duration":"174.616883ms","start":"2026-04-16T01:13:46.227538Z","end":"2026-04-16T01:13:46.402155Z","steps":["trace[1780679507] 'read index received' (duration: 131.951846ms)","trace[1780679507] 'applied index is now lower than readState.Index' (duration: 42.664037ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:46.402296Z","caller":"traceutil/trace.go:171","msg":"trace[1250027347] transaction","detail":"{read_only:false; response_revision:22336; number_of_response:1; }","duration":"200.337536ms","start":"2026-04-16T01:13:46.201945Z","end":"2026-04-16T01:13:46.402282Z","steps":["trace[1250027347] 'process raft request' (duration: 157.590218ms)","trace[1250027347] 'compare' (duration: 42.43452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:46.402681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.350935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:13:46.402761Z","caller":"traceutil/trace.go:171","msg":"trace[1557950989] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22336; }","duration":"200.449047ms","start":"2026-04-16T01:13:46.202294Z","end":"2026-04-16T01:13:46.402743Z","steps":["trace[1557950989] 'agreement among raft nodes before linearized reading' (duration: 200.18085ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:46.436907Z","caller":"traceutil/trace.go:171","msg":"trace[1867454818] transaction","detail":"{read_only:false; response_revision:22337; number_of_response:1; }","duration":"206.029644ms","start":"2026-04-16T01:13:46.230857Z","end":"2026-04-16T01:13:46.436887Z","steps":["trace[1867454818] 'process raft request' (duration: 205.900911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:46.437279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.261238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T01:13:46.437327Z","caller":"traceutil/trace.go:171","msg":"trace[422207103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:22337; }","duration":"130.341789ms","start":"2026-04-16T01:13:46.306971Z","end":"2026-04-16T01:13:46.437312Z","steps":["trace[422207103] 'agreement among raft nodes before linearized reading' (duration: 130.164255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.168659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449415989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:47.352602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.984937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:47.352892Z","caller":"traceutil/trace.go:171","msg":"trace[1948093554] transaction","detail":"{read_only:false; response_revision:22339; number_of_response:1; }","duration":"821.906382ms","start":"2026-04-16T01:13:46.530963Z","end":"2026-04-16T01:13:47.35287Z","steps":["trace[1948093554] 'process raft request' (duration: 821.77024ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:47.352972Z","caller":"traceutil/trace.go:171","msg":"trace[1798408027] transaction","detail":"{read_only:false; response_revision:22338; number_of_response:1; }","duration":"908.155385ms","start":"2026-04-16T01:13:46.444759Z","end":"2026-04-16T01:13:47.352915Z","steps":["trace[1798408027] 'process raft request' (duration: 187.740648ms)","trace[1798408027] 'compare' (duration: 719.70055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:47.353033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.530938Z","time spent":"822.038226ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:47.353134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.44474Z","time spent":"908.303238ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:47.401345Z","caller":"traceutil/trace.go:171","msg":"trace[692947689] transaction","detail":"{read_only:false; response_revision:22340; number_of_response:1; }","duration":"535.08063ms","start":"2026-04-16T01:13:46.866245Z","end":"2026-04-16T01:13:47.401326Z","steps":["trace[692947689] 'process raft request' (duration: 534.889296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.401563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.866224Z","time spent":"535.177253ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:47.401661Z","caller":"traceutil/trace.go:171","msg":"trace[1008662052] transaction","detail":"{read_only:false; response_revision:22341; number_of_response:1; }","duration":"534.18768ms","start":"2026-04-16T01:13:46.86744Z","end":"2026-04-16T01:13:47.401628Z","steps":["trace[1008662052] 'process raft request' (duration: 533.853592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.401796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.867423Z","time spent":"534.300923ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:47.402328Z","caller":"traceutil/trace.go:171","msg":"trace[1854558658] transaction","detail":"{read_only:false; response_revision:22342; number_of_response:1; }","duration":"534.806524ms","start":"2026-04-16T01:13:46.867511Z","end":"2026-04-16T01:13:47.402318Z","steps":["trace[1854558658] 'process raft request' (duration: 534.010825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.402381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.867485Z","time spent":"534.870207ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:47.402575Z","caller":"traceutil/trace.go:171","msg":"trace[537817502] transaction","detail":"{read_only:false; response_revision:22343; number_of_response:1; }","duration":"534.371744ms","start":"2026-04-16T01:13:46.868183Z","end":"2026-04-16T01:13:47.402555Z","steps":["trace[537817502] 'process raft request' (duration: 534.142059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.402683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.868172Z","time spent":"534.456546ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:47.402786Z","caller":"traceutil/trace.go:171","msg":"trace[1645200865] linearizableReadLoop","detail":"{readStateIndex:23024; appliedIndex:23015; }","duration":"734.74067ms","start":"2026-04-16T01:13:46.66803Z","end":"2026-04-16T01:13:47.402771Z","steps":["trace[1645200865] 'read index received' (duration: 562.263136ms)","trace[1645200865] 'applied index is now lower than readState.Index' (duration: 172.476734ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:47.402813Z","caller":"traceutil/trace.go:171","msg":"trace[964990143] transaction","detail":"{read_only:false; response_revision:22344; number_of_response:1; }","duration":"534.629801ms","start":"2026-04-16T01:13:46.868175Z","end":"2026-04-16T01:13:47.402805Z","steps":["trace[964990143] 'process raft request' (duration: 534.241961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.402864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.868153Z","time spent":"534.680271ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:47.402895Z","caller":"traceutil/trace.go:171","msg":"trace[673509890] transaction","detail":"{read_only:false; response_revision:22345; number_of_response:1; }","duration":"534.513698ms","start":"2026-04-16T01:13:46.868373Z","end":"2026-04-16T01:13:47.402886Z","steps":["trace[673509890] 'process raft request' (duration: 534.236521ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:47.40286Z","caller":"traceutil/trace.go:171","msg":"trace[886788778] transaction","detail":"{read_only:false; response_revision:22346; number_of_response:1; }","duration":"534.431015ms","start":"2026-04-16T01:13:46.868415Z","end":"2026-04-16T01:13:47.402846Z","steps":["trace[886788778] 'process raft request' (duration: 534.317973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.402949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.868405Z","time spent":"534.525847ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:47.402952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.928393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"warn","ts":"2026-04-16T01:13:47.402963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.86836Z","time spent":"534.569529ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:47.402985Z","caller":"traceutil/trace.go:171","msg":"trace[3434656] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22346; }","duration":"734.995816ms","start":"2026-04-16T01:13:46.667978Z","end":"2026-04-16T01:13:47.402974Z","steps":["trace[3434656] 'agreement among raft nodes before linearized reading' (duration: 734.881733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.403019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.667959Z","time spent":"735.053866ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:13:47.403074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.351252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:13:47.403101Z","caller":"traceutil/trace.go:171","msg":"trace[936039681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22346; }","duration":"537.423524ms","start":"2026-04-16T01:13:46.865669Z","end":"2026-04-16T01:13:47.403093Z","steps":["trace[936039681] 'agreement among raft nodes before linearized reading' (duration: 537.332762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.40312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:46.86564Z","time spent":"537.476575ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:13:47.868102Z","caller":"traceutil/trace.go:171","msg":"trace[383225816] linearizableReadLoop","detail":"{readStateIndex:23025; appliedIndex:23024; }","duration":"457.165737ms","start":"2026-04-16T01:13:47.410914Z","end":"2026-04-16T01:13:47.868079Z","steps":["trace[383225816] 'read index received' (duration: 365.863722ms)","trace[383225816] 'applied index is now lower than readState.Index' (duration: 91.300995ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:47.86815Z","caller":"traceutil/trace.go:171","msg":"trace[2094082982] transaction","detail":"{read_only:false; response_revision:22347; number_of_response:1; }","duration":"460.80853ms","start":"2026-04-16T01:13:47.407305Z","end":"2026-04-16T01:13:47.868113Z","steps":["trace[2094082982] 'process raft request' (duration: 369.493623ms)","trace[2094082982] 'compare' (duration: 90.929297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:47.869337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:47.407288Z","time spent":"461.969996ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:47.8684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.448794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18411"} {"level":"info","ts":"2026-04-16T01:13:47.869415Z","caller":"traceutil/trace.go:171","msg":"trace[1898994610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22347; }","duration":"458.505398ms","start":"2026-04-16T01:13:47.410894Z","end":"2026-04-16T01:13:47.869399Z","steps":["trace[1898994610] 'agreement among raft nodes before linearized reading' (duration: 457.276209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:47.869464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:47.410886Z","time spent":"458.566609ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18434,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:13:48.370341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:48.700337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.088126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:48.700477Z","caller":"traceutil/trace.go:171","msg":"trace[1995075450] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"1.289480565s","start":"2026-04-16T01:13:47.41097Z","end":"2026-04-16T01:13:48.70045Z","steps":["trace[1995075450] 'process raft request' (duration: 1.056178615s)","trace[1995075450] 'compare' (duration: 232.4021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:48.700566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:47.410963Z","time spent":"1.289557738s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:49.749499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:49.749581Z","caller":"traceutil/trace.go:171","msg":"trace[1445382442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012822s","start":"2026-04-16T01:13:47.749434Z","end":"2026-04-16T01:13:49.749562Z","steps":["trace[1445382442] 'agreement among raft nodes before linearized reading' (duration: 2.000026527s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:49.749629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:47.749416Z","time spent":"2.000203932s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:50.017848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:50.017914Z","caller":"traceutil/trace.go:171","msg":"trace[1594095205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674053s","start":"2026-04-16T01:13:48.017226Z","end":"2026-04-16T01:13:50.0179Z","steps":["trace[1594095205] 'agreement among raft nodes before linearized reading' (duration: 2.000588451s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:50.01795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:48.01721Z","time spent":"2.000733104s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:50.816844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.321566126s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:13:50.83998Z","caller":"traceutil/trace.go:171","msg":"trace[867181378] linearizableReadLoop","detail":"{readStateIndex:23029; appliedIndex:23025; }","duration":"2.970713388s","start":"2026-04-16T01:13:47.869239Z","end":"2026-04-16T01:13:50.839952Z","steps":["trace[867181378] 'read index received' (duration: 597.927703ms)","trace[867181378] 'applied index is now lower than readState.Index' (duration: 2.372784415s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:50.840117Z","caller":"traceutil/trace.go:171","msg":"trace[1317607392] transaction","detail":"{read_only:false; response_revision:22350; number_of_response:1; }","duration":"2.894567844s","start":"2026-04-16T01:13:47.945533Z","end":"2026-04-16T01:13:50.840101Z","steps":["trace[1317607392] 'process raft request' (duration: 2.894238077s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:50.840179Z","caller":"traceutil/trace.go:171","msg":"trace[985165518] transaction","detail":"{read_only:false; response_revision:22351; number_of_response:1; }","duration":"2.676990101s","start":"2026-04-16T01:13:48.163162Z","end":"2026-04-16T01:13:50.840152Z","steps":["trace[985165518] 'process raft request' (duration: 2.676728224s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:50.840169Z","caller":"traceutil/trace.go:171","msg":"trace[837677137] transaction","detail":"{read_only:false; response_revision:22349; number_of_response:1; }","duration":"3.046106525s","start":"2026-04-16T01:13:47.794035Z","end":"2026-04-16T01:13:50.840141Z","steps":["trace[837677137] 'process raft request' (duration: 3.023046032s)","trace[837677137] 'compare' (duration: 21.731072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:50.840248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:47.945514Z","time spent":"2.894646327s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:50.840306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:47.794009Z","time spent":"3.046244387s","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18376,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:50.84031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:48.163133Z","time spent":"2.677112273s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:50.840448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157153519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:50.840509Z","caller":"traceutil/trace.go:171","msg":"trace[1010789909] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22351; }","duration":"3.157255831s","start":"2026-04-16T01:13:47.683237Z","end":"2026-04-16T01:13:50.840493Z","steps":["trace[1010789909] 'agreement among raft nodes before linearized reading' (duration: 3.157152048s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:50.840563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:47.683217Z","time spent":"3.157329972s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:51.340715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:51.841123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:13:52.02639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:52.026478Z","caller":"traceutil/trace.go:171","msg":"trace[1033063878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525759s","start":"2026-04-16T01:13:50.025934Z","end":"2026-04-16T01:13:52.02646Z","steps":["trace[1033063878] 'agreement among raft nodes before linearized reading' (duration: 2.000385586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.026527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:50.02592Z","time spent":"2.000596432s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:13:52.129629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267841756s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:52.564148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.206618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:52.564594Z","caller":"traceutil/trace.go:171","msg":"trace[215789863] linearizableReadLoop","detail":"{readStateIndex:23037; appliedIndex:23029; }","duration":"1.724516522s","start":"2026-04-16T01:13:50.84006Z","end":"2026-04-16T01:13:52.564577Z","steps":["trace[215789863] 'read index received' (duration: 1.28969571s)","trace[215789863] 'applied index is now lower than readState.Index' (duration: 434.819571ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:52.564825Z","caller":"traceutil/trace.go:171","msg":"trace[1859686227] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"3.157070236s","start":"2026-04-16T01:13:49.407742Z","end":"2026-04-16T01:13:52.564812Z","steps":["trace[1859686227] 'process raft request' (duration: 2.722091271s)","trace[1859686227] 'compare' (duration: 433.382568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:52.564899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.407716Z","time spent":"3.157147748s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:52.565026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752477538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:52.565064Z","caller":"traceutil/trace.go:171","msg":"trace[1866862602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22359; }","duration":"2.752565311s","start":"2026-04-16T01:13:49.812486Z","end":"2026-04-16T01:13:52.565052Z","steps":["trace[1866862602] 'agreement among raft nodes before linearized reading' (duration: 2.75250528s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.565094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.812464Z","time spent":"2.752621682s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:52.56517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793570652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:52.565238Z","caller":"traceutil/trace.go:171","msg":"trace[2093553140] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:22359; }","duration":"3.793657404s","start":"2026-04-16T01:13:48.771565Z","end":"2026-04-16T01:13:52.565222Z","steps":["trace[2093553140] 'agreement among raft nodes before linearized reading' (duration: 3.793530541s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.56527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:48.771509Z","time spent":"3.793753977s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:52.565405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984855428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:52.565427Z","caller":"traceutil/trace.go:171","msg":"trace[1326392184] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22359; }","duration":"2.98491472s","start":"2026-04-16T01:13:49.580507Z","end":"2026-04-16T01:13:52.565422Z","steps":["trace[1326392184] 'agreement among raft nodes before linearized reading' (duration: 2.984865468s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.565449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.580485Z","time spent":"2.98495903s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:52.565413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185832062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-16T01:13:52.56551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247498713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:52.565511Z","caller":"traceutil/trace.go:171","msg":"trace[1739059920] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22359; }","duration":"2.185971747s","start":"2026-04-16T01:13:50.379509Z","end":"2026-04-16T01:13:52.565481Z","steps":["trace[1739059920] 'agreement among raft nodes before linearized reading' (duration: 2.185337702s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:52.565547Z","caller":"traceutil/trace.go:171","msg":"trace[1940014375] transaction","detail":"{read_only:false; response_revision:22357; number_of_response:1; }","duration":"3.15329835s","start":"2026-04-16T01:13:49.412228Z","end":"2026-04-16T01:13:52.565527Z","steps":["trace[1940014375] 'process raft request' (duration: 3.152225346s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.565564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582626189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:52.565576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:50.379488Z","time spent":"2.186073069s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-16T01:13:52.565609Z","caller":"traceutil/trace.go:171","msg":"trace[819918374] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22359; }","duration":"3.582688429s","start":"2026-04-16T01:13:48.982906Z","end":"2026-04-16T01:13:52.565594Z","steps":["trace[819918374] 'agreement among raft nodes before linearized reading' (duration: 3.582640428s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.565636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:48.982888Z","time spent":"3.582738271s","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-16T01:13:52.565626Z","caller":"traceutil/trace.go:171","msg":"trace[895388034] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"2.421659421s","start":"2026-04-16T01:13:50.14393Z","end":"2026-04-16T01:13:52.56559Z","steps":["trace[895388034] 'process raft request' (duration: 2.420603938s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.565649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.412218Z","time spent":"3.153381061s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:52.565731Z","caller":"traceutil/trace.go:171","msg":"trace[1721574185] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"3.15549887s","start":"2026-04-16T01:13:49.410163Z","end":"2026-04-16T01:13:52.565662Z","steps":["trace[1721574185] 'process raft request' (duration: 3.15418581s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.565777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:50.143905Z","time spent":"2.421774823s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:52.565809Z","caller":"traceutil/trace.go:171","msg":"trace[1428998307] transaction","detail":"{read_only:false; response_revision:22356; number_of_response:1; }","duration":"3.154398755s","start":"2026-04-16T01:13:49.411398Z","end":"2026-04-16T01:13:52.565797Z","steps":["trace[1428998307] 'process raft request' (duration: 3.153024274s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:52.565776Z","caller":"traceutil/trace.go:171","msg":"trace[1403987095] transaction","detail":"{read_only:false; response_revision:22355; number_of_response:1; }","duration":"3.155395669s","start":"2026-04-16T01:13:49.410331Z","end":"2026-04-16T01:13:52.565726Z","steps":["trace[1403987095] 'process raft request' (duration: 3.154054468s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.565867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.411388Z","time spent":"3.154448707s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:52.565928Z","caller":"traceutil/trace.go:171","msg":"trace[1649402914] transaction","detail":"{read_only:false; response_revision:22358; number_of_response:1; }","duration":"3.153612017s","start":"2026-04-16T01:13:49.412297Z","end":"2026-04-16T01:13:52.565909Z","steps":["trace[1649402914] 'process raft request' (duration: 3.152200975s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:52.565964Z","caller":"traceutil/trace.go:171","msg":"trace[550262519] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"3.157436595s","start":"2026-04-16T01:13:49.408517Z","end":"2026-04-16T01:13:52.565954Z","steps":["trace[550262519] 'process raft request' (duration: 3.155744206s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.565959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859360085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:13:52.565989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.410316Z","time spent":"3.155557642s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:52.566035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.408489Z","time spent":"3.157495815s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:52.566036Z","caller":"traceutil/trace.go:171","msg":"trace[1310325624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22359; }","duration":"1.859478237s","start":"2026-04-16T01:13:50.706536Z","end":"2026-04-16T01:13:52.566014Z","steps":["trace[1310325624] 'agreement among raft nodes before linearized reading' (duration: 1.859234671s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.566033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.412282Z","time spent":"3.15369779s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:52.566081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:50.706478Z","time spent":"1.8595939s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:52.566178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354778385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:52.566204Z","caller":"traceutil/trace.go:171","msg":"trace[232742757] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22359; }","duration":"4.354866166s","start":"2026-04-16T01:13:48.211332Z","end":"2026-04-16T01:13:52.566198Z","steps":["trace[232742757] 'agreement among raft nodes before linearized reading' (duration: 4.354818456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.566224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:48.21131Z","time spent":"4.354909196s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:52.566255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33559301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T01:13:52.566254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.693544441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T01:13:52.565762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81325901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:52.566424Z","caller":"traceutil/trace.go:171","msg":"trace[1226481684] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22359; }","duration":"4.693683145s","start":"2026-04-16T01:13:47.872652Z","end":"2026-04-16T01:13:52.566335Z","steps":["trace[1226481684] 'agreement among raft nodes before linearized reading' (duration: 4.692607171s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:52.565534Z","caller":"traceutil/trace.go:171","msg":"trace[1959310269] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22359; }","duration":"3.247555684s","start":"2026-04-16T01:13:49.317971Z","end":"2026-04-16T01:13:52.565527Z","steps":["trace[1959310269] 'agreement among raft nodes before linearized reading' (duration: 3.247522343s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:52.56655Z","caller":"traceutil/trace.go:171","msg":"trace[539327029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22359; }","duration":"1.813944967s","start":"2026-04-16T01:13:50.752452Z","end":"2026-04-16T01:13:52.566397Z","steps":["trace[539327029] 'agreement among raft nodes before linearized reading' (duration: 1.813257791s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.566537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.410144Z","time spent":"3.155678035s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:52.566609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:49.317951Z","time spent":"3.248634899s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:52.566639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:50.752437Z","time spent":"1.814180782s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:52.566291Z","caller":"traceutil/trace.go:171","msg":"trace[1150334250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22359; }","duration":"4.335657231s","start":"2026-04-16T01:13:48.230624Z","end":"2026-04-16T01:13:52.566281Z","steps":["trace[1150334250] 'agreement among raft nodes before linearized reading' (duration: 4.335520577s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.566866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:48.230608Z","time spent":"4.336239275s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:52.566686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:47.872638Z","time spent":"4.693842639s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"info","ts":"2026-04-16T01:13:52.58374Z","caller":"traceutil/trace.go:171","msg":"trace[1450369852] transaction","detail":"{read_only:false; response_revision:22360; number_of_response:1; }","duration":"225.449153ms","start":"2026-04-16T01:13:52.358273Z","end":"2026-04-16T01:13:52.583722Z","steps":["trace[1450369852] 'process raft request' (duration: 225.339421ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:52.622459Z","caller":"traceutil/trace.go:171","msg":"trace[91282970] transaction","detail":"{read_only:false; response_revision:22361; number_of_response:1; }","duration":"254.171373ms","start":"2026-04-16T01:13:52.368241Z","end":"2026-04-16T01:13:52.622413Z","steps":["trace[91282970] 'process raft request' (duration: 253.971528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:52.879402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.043318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T01:13:54.027056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99971069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:54.02715Z","caller":"traceutil/trace.go:171","msg":"trace[355338651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999845244s","start":"2026-04-16T01:13:52.027284Z","end":"2026-04-16T01:13:54.027129Z","steps":["trace[355338651] 'agreement among raft nodes before linearized reading' (duration: 1.99970717s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:54.027201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.027238Z","time spent":"1.999953536s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:54.60587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726365874s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-16T01:13:54.606102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.569802Z","time spent":"2.03629563s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T01:13:54.608211Z","caller":"traceutil/trace.go:171","msg":"trace[1191924331] transaction","detail":"{read_only:false; response_revision:22363; number_of_response:1; }","duration":"2.036549374s","start":"2026-04-16T01:13:52.57164Z","end":"2026-04-16T01:13:54.608189Z","steps":["trace[1191924331] 'process raft request' (duration: 2.036399101s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:54.608214Z","caller":"traceutil/trace.go:171","msg":"trace[986070489] transaction","detail":"{read_only:false; response_revision:22362; number_of_response:1; }","duration":"2.037386433s","start":"2026-04-16T01:13:52.570805Z","end":"2026-04-16T01:13:54.608191Z","steps":["trace[986070489] 'process raft request' (duration: 2.035162762s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:54.608238Z","caller":"traceutil/trace.go:171","msg":"trace[744404803] linearizableReadLoop","detail":"{readStateIndex:23040; appliedIndex:23037; }","duration":"2.043579914s","start":"2026-04-16T01:13:52.564633Z","end":"2026-04-16T01:13:54.608213Z","steps":["trace[744404803] 'read index received' (duration: 18.994661ms)","trace[744404803] 'applied index is now lower than readState.Index' (duration: 2.024584353s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:54.608387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.571621Z","time spent":"2.036648657s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:54.608409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.570795Z","time spent":"2.037480775s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:54.608534Z","caller":"traceutil/trace.go:171","msg":"trace[1917276215] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"1.761313505s","start":"2026-04-16T01:13:52.847187Z","end":"2026-04-16T01:13:54.608501Z","steps":["trace[1917276215] 'process raft request' (duration: 1.760986038s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:54.608603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78566016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:54.608643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282627864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T01:13:54.608654Z","caller":"traceutil/trace.go:171","msg":"trace[842793409] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22364; }","duration":"2.785756782s","start":"2026-04-16T01:13:51.822881Z","end":"2026-04-16T01:13:54.608638Z","steps":["trace[842793409] 'agreement among raft nodes before linearized reading' (duration: 2.785513187s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:54.60865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162515929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T01:13:54.608678Z","caller":"traceutil/trace.go:171","msg":"trace[1528303958] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22364; }","duration":"2.282709046s","start":"2026-04-16T01:13:52.325957Z","end":"2026-04-16T01:13:54.608667Z","steps":["trace[1528303958] 'agreement among raft nodes before linearized reading' (duration: 2.28246611s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:54.608677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27936925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-16T01:13:54.608692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:51.822866Z","time spent":"2.785814564s","remote":"127.0.0.1:40272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:54.608698Z","caller":"traceutil/trace.go:171","msg":"trace[978907040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22364; }","duration":"3.162600382s","start":"2026-04-16T01:13:51.446086Z","end":"2026-04-16T01:13:54.608687Z","steps":["trace[978907040] 'agreement among raft nodes before linearized reading' (duration: 3.162322915s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:54.60871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.325928Z","time spent":"2.282775288s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T01:13:54.608717Z","caller":"traceutil/trace.go:171","msg":"trace[1268236277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22364; }","duration":"2.279441452s","start":"2026-04-16T01:13:52.329265Z","end":"2026-04-16T01:13:54.608706Z","steps":["trace[1268236277] 'agreement among raft nodes before linearized reading' (duration: 2.279115725s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:54.608697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.847165Z","time spent":"1.761445709s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:54.608687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158028078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:54.608745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.329253Z","time spent":"2.279483372s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T01:13:54.60873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:51.446066Z","time spent":"3.162657092s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T01:13:54.608784Z","caller":"traceutil/trace.go:171","msg":"trace[1602555955] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22364; }","duration":"3.158194241s","start":"2026-04-16T01:13:51.450567Z","end":"2026-04-16T01:13:54.608761Z","steps":["trace[1602555955] 'agreement among raft nodes before linearized reading' (duration: 3.157830393s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:54.608884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:51.450547Z","time spent":"3.158277653s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:55.118296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.276528ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:13:55.119127Z","caller":"traceutil/trace.go:171","msg":"trace[295878566] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"547.486042ms","start":"2026-04-16T01:13:54.571612Z","end":"2026-04-16T01:13:55.119098Z","steps":["trace[295878566] 'process raft request' (duration: 546.789216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:55.119281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.571591Z","time spent":"547.603384ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:56.034088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:56.034185Z","caller":"traceutil/trace.go:171","msg":"trace[2141713957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406557s","start":"2026-04-16T01:13:54.033753Z","end":"2026-04-16T01:13:56.034159Z","steps":["trace[2141713957] 'agreement among raft nodes before linearized reading' (duration: 2.000287114s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.03425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.03368Z","time spent":"2.000558101s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:56.544476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.847574ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:56.544617Z","caller":"traceutil/trace.go:171","msg":"trace[1838698954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22365; }","duration":"902.989828ms","start":"2026-04-16T01:13:55.641598Z","end":"2026-04-16T01:13:56.544588Z","steps":["trace[1838698954] 'range keys from in-memory index tree' (duration: 902.817924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.545369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426214481s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:56.545531Z","caller":"traceutil/trace.go:171","msg":"trace[780800013] transaction","detail":"{read_only:false; response_revision:22366; number_of_response:1; }","duration":"1.973827635s","start":"2026-04-16T01:13:54.57169Z","end":"2026-04-16T01:13:56.545518Z","steps":["trace[780800013] 'process raft request' (duration: 547.393139ms)","trace[780800013] 'compare' (duration: 1.425185768s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:56.545597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.571683Z","time spent":"1.973882946s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:56.545943Z","caller":"traceutil/trace.go:171","msg":"trace[1402291922] transaction","detail":"{read_only:false; response_revision:22369; number_of_response:1; }","duration":"1.973544779s","start":"2026-04-16T01:13:54.572379Z","end":"2026-04-16T01:13:56.545924Z","steps":["trace[1402291922] 'process raft request' (duration: 1.973439807s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.546067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.572373Z","time spent":"1.973636731s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:56.54619Z","caller":"traceutil/trace.go:171","msg":"trace[136817322] transaction","detail":"{read_only:false; response_revision:22367; number_of_response:1; }","duration":"1.974135392s","start":"2026-04-16T01:13:54.572019Z","end":"2026-04-16T01:13:56.546155Z","steps":["trace[136817322] 'process raft request' (duration: 1.973422496s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:56.546304Z","caller":"traceutil/trace.go:171","msg":"trace[1074302149] transaction","detail":"{read_only:false; response_revision:22368; number_of_response:1; }","duration":"1.974116672s","start":"2026-04-16T01:13:54.57216Z","end":"2026-04-16T01:13:56.546276Z","steps":["trace[1074302149] 'process raft request' (duration: 1.973544259s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.546386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.572014Z","time spent":"1.974270005s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:56.546401Z","caller":"traceutil/trace.go:171","msg":"trace[499262416] transaction","detail":"{read_only:false; response_revision:22370; number_of_response:1; }","duration":"1.973928867s","start":"2026-04-16T01:13:54.572447Z","end":"2026-04-16T01:13:56.546376Z","steps":["trace[499262416] 'process raft request' (duration: 1.973425405s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.546421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.572149Z","time spent":"1.974216074s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:56.546554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.57241Z","time spent":"1.97405259s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:56.546604Z","caller":"traceutil/trace.go:171","msg":"trace[1043950319] transaction","detail":"{read_only:false; response_revision:22371; number_of_response:1; }","duration":"1.973207811s","start":"2026-04-16T01:13:54.57337Z","end":"2026-04-16T01:13:56.546578Z","steps":["trace[1043950319] 'process raft request' (duration: 1.972913674s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:56.546715Z","caller":"traceutil/trace.go:171","msg":"trace[1116925210] linearizableReadLoop","detail":"{readStateIndex:23053; appliedIndex:23044; }","duration":"1.938346952s","start":"2026-04-16T01:13:54.608349Z","end":"2026-04-16T01:13:56.546696Z","steps":["trace[1116925210] 'read index received' (duration: 18.743095ms)","trace[1116925210] 'applied index is now lower than readState.Index' (duration: 1.919602357s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:56.546746Z","caller":"traceutil/trace.go:171","msg":"trace[1720052975] transaction","detail":"{read_only:false; response_revision:22373; number_of_response:1; }","duration":"1.934367551s","start":"2026-04-16T01:13:54.612341Z","end":"2026-04-16T01:13:56.546709Z","steps":["trace[1720052975] 'process raft request' (duration: 1.934221298s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.546773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.573363Z","time spent":"1.973322873s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:56.546813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075800788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:13:56.546862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975581711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:56.546853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120008977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:56.546943Z","caller":"traceutil/trace.go:171","msg":"trace[1348146397] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22374; }","duration":"3.12014022s","start":"2026-04-16T01:13:53.426784Z","end":"2026-04-16T01:13:56.546924Z","steps":["trace[1348146397] 'agreement among raft nodes before linearized reading' (duration: 3.119934156s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.546957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064713526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:56.546947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.612331Z","time spent":"1.934501935s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:56.546995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:53.426767Z","time spent":"3.120218792s","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:56.546999Z","caller":"traceutil/trace.go:171","msg":"trace[1258858808] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22374; }","duration":"3.064771277s","start":"2026-04-16T01:13:53.482217Z","end":"2026-04-16T01:13:56.546988Z","steps":["trace[1258858808] 'agreement among raft nodes before linearized reading' (duration: 3.064702365s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.547013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977416414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-16T01:13:56.547044Z","caller":"traceutil/trace.go:171","msg":"trace[446289878] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0; range_end:; response_count:1; response_revision:22374; }","duration":"3.977473185s","start":"2026-04-16T01:13:52.569561Z","end":"2026-04-16T01:13:56.547034Z","steps":["trace[446289878] 'agreement among raft nodes before linearized reading' (duration: 3.977353222s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.547048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:53.482207Z","time spent":"3.064830038s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:56.547084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.569544Z","time spent":"3.977532917s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-8157db20-1739-4b5b-ac29-3df034d3b9d0\" "} {"level":"info","ts":"2026-04-16T01:13:56.547116Z","caller":"traceutil/trace.go:171","msg":"trace[2049029014] transaction","detail":"{read_only:false; response_revision:22374; number_of_response:1; }","duration":"1.934162917s","start":"2026-04-16T01:13:54.61294Z","end":"2026-04-16T01:13:56.547103Z","steps":["trace[2049029014] 'process raft request' (duration: 1.933697137s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:56.546796Z","caller":"traceutil/trace.go:171","msg":"trace[294940982] transaction","detail":"{read_only:false; response_revision:22372; number_of_response:1; }","duration":"1.938674649s","start":"2026-04-16T01:13:54.608046Z","end":"2026-04-16T01:13:56.546721Z","steps":["trace[294940982] 'process raft request' (duration: 1.938421373s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.547253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.612915Z","time spent":"1.93426954s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:56.547269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081597308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:56.547309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.91878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:56.547404Z","caller":"traceutil/trace.go:171","msg":"trace[1370993825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22374; }","duration":"512.98523ms","start":"2026-04-16T01:13:56.03436Z","end":"2026-04-16T01:13:56.547345Z","steps":["trace[1370993825] 'agreement among raft nodes before linearized reading' (duration: 512.933459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.547349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935088158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-16T01:13:56.547441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.034347Z","time spent":"513.087323ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:13:56.547459Z","caller":"traceutil/trace.go:171","msg":"trace[687739538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22374; }","duration":"1.93520035s","start":"2026-04-16T01:13:54.612244Z","end":"2026-04-16T01:13:56.547444Z","steps":["trace[687739538] 'agreement among raft nodes before linearized reading' (duration: 1.934924004s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.547496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.612218Z","time spent":"1.935268592s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T01:13:56.547595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.841186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:56.547623Z","caller":"traceutil/trace.go:171","msg":"trace[599516586] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:22374; }","duration":"641.89862ms","start":"2026-04-16T01:13:55.905716Z","end":"2026-04-16T01:13:56.547615Z","steps":["trace[599516586] 'agreement among raft nodes before linearized reading' (duration: 641.857958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.547643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:55.905698Z","time spent":"641.93992ms","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:56.547655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.60802Z","time spent":"1.939229952s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:56.547725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332981889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:56.547834Z","caller":"traceutil/trace.go:171","msg":"trace[504775780] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:22374; }","duration":"1.333140752s","start":"2026-04-16T01:13:55.214676Z","end":"2026-04-16T01:13:56.547817Z","steps":["trace[504775780] 'agreement among raft nodes before linearized reading' (duration: 1.332953709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.547902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818339895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:13:56.5479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.701339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:56.547914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:55.21461Z","time spent":"1.333284946s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:56.547245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.329977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:56.547952Z","caller":"traceutil/trace.go:171","msg":"trace[719386011] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22374; }","duration":"704.786833ms","start":"2026-04-16T01:13:55.843148Z","end":"2026-04-16T01:13:56.547935Z","steps":["trace[719386011] 'agreement among raft nodes before linearized reading' (duration: 704.715871ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:56.547981Z","caller":"traceutil/trace.go:171","msg":"trace[254837663] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22374; }","duration":"453.098365ms","start":"2026-04-16T01:13:56.09486Z","end":"2026-04-16T01:13:56.547958Z","steps":["trace[254837663] 'agreement among raft nodes before linearized reading' (duration: 452.341948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.54801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:55.84313Z","time spent":"704.864634ms","remote":"127.0.0.1:53176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:56.548061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.094839Z","time spent":"453.195668ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:56.548124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239587846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:56.54783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015887113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-16T01:13:56.548161Z","caller":"traceutil/trace.go:171","msg":"trace[1759997560] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22374; }","duration":"1.239659348s","start":"2026-04-16T01:13:55.308484Z","end":"2026-04-16T01:13:56.548144Z","steps":["trace[1759997560] 'agreement among raft nodes before linearized reading' (duration: 1.239607796s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.548183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:55.308461Z","time spent":"1.23971656s","remote":"127.0.0.1:49664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:56.548187Z","caller":"traceutil/trace.go:171","msg":"trace[1493127807] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:22374; }","duration":"1.016275263s","start":"2026-04-16T01:13:55.5319Z","end":"2026-04-16T01:13:56.548175Z","steps":["trace[1493127807] 'agreement among raft nodes before linearized reading' (duration: 1.015806772s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:56.547311Z","caller":"traceutil/trace.go:171","msg":"trace[1127213653] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22374; }","duration":"3.081665149s","start":"2026-04-16T01:13:53.465633Z","end":"2026-04-16T01:13:56.547298Z","steps":["trace[1127213653] 'agreement among raft nodes before linearized reading' (duration: 3.081598778s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.548253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:55.531884Z","time spent":"1.016356234s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-16T01:13:56.548301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:53.465616Z","time spent":"3.082664482s","remote":"127.0.0.1:49466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:56.54689Z","caller":"traceutil/trace.go:171","msg":"trace[668852533] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22374; }","duration":"3.07591236s","start":"2026-04-16T01:13:53.47096Z","end":"2026-04-16T01:13:56.546872Z","steps":["trace[668852533] 'agreement among raft nodes before linearized reading' (duration: 3.075743206s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.548432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:53.470949Z","time spent":"3.077472084s","remote":"127.0.0.1:40414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:56.546895Z","caller":"traceutil/trace.go:171","msg":"trace[1462609218] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22374; }","duration":"3.975644294s","start":"2026-04-16T01:13:52.57124Z","end":"2026-04-16T01:13:56.546885Z","steps":["trace[1462609218] 'agreement among raft nodes before linearized reading' (duration: 3.975583232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.547769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789144795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:56.547931Z","caller":"traceutil/trace.go:171","msg":"trace[1589027875] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22374; }","duration":"1.818423568s","start":"2026-04-16T01:13:54.729501Z","end":"2026-04-16T01:13:56.547925Z","steps":["trace[1589027875] 'agreement among raft nodes before linearized reading' (duration: 1.818282245s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.548532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:52.571228Z","time spent":"3.977282271s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-16T01:13:56.548559Z","caller":"traceutil/trace.go:171","msg":"trace[132676515] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22374; }","duration":"1.790000124s","start":"2026-04-16T01:13:54.75854Z","end":"2026-04-16T01:13:56.54854Z","steps":["trace[132676515] 'agreement among raft nodes before linearized reading' (duration: 1.789197036s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.548571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.729479Z","time spent":"1.819072772s","remote":"127.0.0.1:55360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":181,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:56.549116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.758503Z","time spent":"1.790131336s","remote":"127.0.0.1:43548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:56.550188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498212804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2192571"} {"level":"info","ts":"2026-04-16T01:13:56.550249Z","caller":"traceutil/trace.go:171","msg":"trace[1207915327] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:22374; }","duration":"2.498280616s","start":"2026-04-16T01:13:54.051953Z","end":"2026-04-16T01:13:56.550234Z","steps":["trace[1207915327] 'agreement among raft nodes before linearized reading' (duration: 2.494752716s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:56.550301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:54.05192Z","time spent":"2.498366096s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2192594,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T01:13:57.161727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.55514ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T01:13:57.162186Z","caller":"traceutil/trace.go:171","msg":"trace[1226522495] linearizableReadLoop","detail":"{readStateIndex:23056; appliedIndex:23055; }","duration":"611.996872ms","start":"2026-04-16T01:13:56.550147Z","end":"2026-04-16T01:13:57.162144Z","steps":["trace[1226522495] 'read index received' (duration: 198.055912ms)","trace[1226522495] 'applied index is now lower than readState.Index' (duration: 413.935669ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:57.162359Z","caller":"traceutil/trace.go:171","msg":"trace[1892066056] transaction","detail":"{read_only:false; response_revision:22375; number_of_response:1; }","duration":"548.167287ms","start":"2026-04-16T01:13:56.61416Z","end":"2026-04-16T01:13:57.162327Z","steps":["trace[1892066056] 'process raft request' (duration: 547.727906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:57.1625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.549571Z","time spent":"612.921422ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:13:57.162543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.614126Z","time spent":"548.306071ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:57.162559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.373001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18392"} {"level":"info","ts":"2026-04-16T01:13:57.162606Z","caller":"traceutil/trace.go:171","msg":"trace[143195074] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22375; }","duration":"612.475013ms","start":"2026-04-16T01:13:56.550119Z","end":"2026-04-16T01:13:57.162594Z","steps":["trace[143195074] 'agreement among raft nodes before linearized reading' (duration: 612.211157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:57.162657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.550101Z","time spent":"612.547374ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18415,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T01:13:58.556589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000921663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:13:58.556701Z","caller":"traceutil/trace.go:171","msg":"trace[1012768100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001075767s","start":"2026-04-16T01:13:56.555604Z","end":"2026-04-16T01:13:58.55668Z","steps":["trace[1012768100] 'agreement among raft nodes before linearized reading' (duration: 2.000937784s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.556753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.555594Z","time spent":"2.001149108s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:13:58.765043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498171812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:58.76529Z","caller":"traceutil/trace.go:171","msg":"trace[184564965] transaction","detail":"{read_only:false; response_revision:22377; number_of_response:1; }","duration":"1.601514381s","start":"2026-04-16T01:13:57.163758Z","end":"2026-04-16T01:13:58.765272Z","steps":["trace[184564965] 'process raft request' (duration: 1.601393298s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.765364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:57.163734Z","time spent":"1.601597862s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:58.765694Z","caller":"traceutil/trace.go:171","msg":"trace[484204405] transaction","detail":"{read_only:false; response_revision:22376; number_of_response:1; }","duration":"1.64072564s","start":"2026-04-16T01:13:57.124956Z","end":"2026-04-16T01:13:58.765682Z","steps":["trace[484204405] 'process raft request' (duration: 141.83054ms)","trace[484204405] 'compare' (duration: 1.497065313s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:58.765759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:57.124931Z","time spent":"1.640797341s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:58.76589Z","caller":"traceutil/trace.go:171","msg":"trace[2093685421] linearizableReadLoop","detail":"{readStateIndex:23058; appliedIndex:23057; }","duration":"1.60359843s","start":"2026-04-16T01:13:57.162282Z","end":"2026-04-16T01:13:58.76588Z","steps":["trace[2093685421] 'read index received' (duration: 104.517906ms)","trace[2093685421] 'applied index is now lower than readState.Index' (duration: 1.499079444s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:58.766842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214245263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-16T01:13:58.766921Z","caller":"traceutil/trace.go:171","msg":"trace[823229972] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf; range_end:; response_count:1; response_revision:22377; }","duration":"2.214350057s","start":"2026-04-16T01:13:56.552552Z","end":"2026-04-16T01:13:58.766902Z","steps":["trace[823229972] 'agreement among raft nodes before linearized reading' (duration: 2.21409852s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.766962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.552543Z","time spent":"2.214410457s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":855,"request content":"key:\"/registry/events/openstack/magnum-api-64cfc866d4-lgn9f.18a6b12957eb8cdf\" "} {"level":"warn","ts":"2026-04-16T01:13:58.767123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1636293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:58.767199Z","caller":"traceutil/trace.go:171","msg":"trace[1754241845] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22377; }","duration":"2.163736101s","start":"2026-04-16T01:13:56.603443Z","end":"2026-04-16T01:13:58.767179Z","steps":["trace[1754241845] 'agreement among raft nodes before linearized reading' (duration: 2.163607068s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.767172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213410816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:58.767252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.603431Z","time spent":"2.163804714s","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:58.767278Z","caller":"traceutil/trace.go:171","msg":"trace[1359009805] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22377; }","duration":"2.213541449s","start":"2026-04-16T01:13:56.553714Z","end":"2026-04-16T01:13:58.767255Z","steps":["trace[1359009805] 'agreement among raft nodes before linearized reading' (duration: 2.213378616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.767249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214818068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-16T01:13:58.767303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153245085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T01:13:58.767349Z","caller":"traceutil/trace.go:171","msg":"trace[1168229049] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22377; }","duration":"2.214951992s","start":"2026-04-16T01:13:56.552376Z","end":"2026-04-16T01:13:58.767328Z","steps":["trace[1168229049] 'agreement among raft nodes before linearized reading' (duration: 2.214626093s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:58.767438Z","caller":"traceutil/trace.go:171","msg":"trace[234077358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22377; }","duration":"2.153413599s","start":"2026-04-16T01:13:56.614001Z","end":"2026-04-16T01:13:58.767414Z","steps":["trace[234077358] 'agreement among raft nodes before linearized reading' (duration: 2.153090321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.767448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.552366Z","time spent":"2.215065584s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T01:13:58.76749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.613989Z","time spent":"2.153489921s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:13:58.767335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.553706Z","time spent":"2.213619131s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:13:58.768232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779748754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2192571"} {"level":"info","ts":"2026-04-16T01:13:58.768281Z","caller":"traceutil/trace.go:171","msg":"trace[1565388350] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:22377; }","duration":"1.779844506s","start":"2026-04-16T01:13:56.988425Z","end":"2026-04-16T01:13:58.76827Z","steps":["trace[1565388350] 'agreement among raft nodes before linearized reading' (duration: 1.777588378s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.768312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.988399Z","time spent":"1.779901697s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2192594,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T01:13:58.767733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153524072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:13:58.768425Z","caller":"traceutil/trace.go:171","msg":"trace[952053187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22377; }","duration":"2.154436135s","start":"2026-04-16T01:13:56.613939Z","end":"2026-04-16T01:13:58.768375Z","steps":["trace[952053187] 'agreement among raft nodes before linearized reading' (duration: 2.15306583s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.768361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216743784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-16T01:13:58.768493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.613915Z","time spent":"2.154561038s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:13:58.7685Z","caller":"traceutil/trace.go:171","msg":"trace[708491710] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:22377; }","duration":"2.21695935s","start":"2026-04-16T01:13:56.551525Z","end":"2026-04-16T01:13:58.768485Z","steps":["trace[708491710] 'agreement among raft nodes before linearized reading' (duration: 2.215221675s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:58.768541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:56.551509Z","time spent":"2.217020851s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-16T01:13:59.164838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.574457111s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:13:59.631907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.726813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:13:59.632034Z","caller":"traceutil/trace.go:171","msg":"trace[166997991] transaction","detail":"{read_only:false; response_revision:22378; number_of_response:1; }","duration":"2.041760929s","start":"2026-04-16T01:13:57.59025Z","end":"2026-04-16T01:13:59.632011Z","steps":["trace[166997991] 'process raft request' (duration: 1.57482315s)","trace[166997991] 'compare' (duration: 466.367304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:59.632099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:57.590221Z","time spent":"2.041846391s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:59.749466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:13:59.749557Z","caller":"traceutil/trace.go:171","msg":"trace[1018360270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724593s","start":"2026-04-16T01:13:57.748813Z","end":"2026-04-16T01:13:59.749538Z","steps":["trace[1018360270] 'agreement among raft nodes before linearized reading' (duration: 2.00060992s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.749608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:57.748793Z","time spent":"2.000805185s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:13:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T01:13:59.843491Z","caller":"traceutil/trace.go:171","msg":"trace[980434013] transaction","detail":"{read_only:false; response_revision:22381; number_of_response:1; }","duration":"1.290569446s","start":"2026-04-16T01:13:58.552881Z","end":"2026-04-16T01:13:59.84345Z","steps":["trace[980434013] 'process raft request' (duration: 1.29030792s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:59.843592Z","caller":"traceutil/trace.go:171","msg":"trace[737924332] transaction","detail":"{read_only:false; response_revision:22379; number_of_response:1; }","duration":"1.291169302s","start":"2026-04-16T01:13:58.552392Z","end":"2026-04-16T01:13:59.843562Z","steps":["trace[737924332] 'process raft request' (duration: 1.23742685s)","trace[737924332] 'compare' (duration: 52.620304ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:13:59.843662Z","caller":"traceutil/trace.go:171","msg":"trace[725013883] transaction","detail":"{read_only:false; response_revision:22382; number_of_response:1; }","duration":"1.290141117s","start":"2026-04-16T01:13:58.553513Z","end":"2026-04-16T01:13:59.843655Z","steps":["trace[725013883] 'process raft request' (duration: 1.289717546s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.843724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.552365Z","time spent":"1.291291786s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:59.843784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.5535Z","time spent":"1.290207539s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:59.843594Z","caller":"traceutil/trace.go:171","msg":"trace[2026262358] transaction","detail":"{read_only:false; response_revision:22384; number_of_response:1; }","duration":"1.288945925s","start":"2026-04-16T01:13:58.554609Z","end":"2026-04-16T01:13:59.843555Z","steps":["trace[2026262358] 'process raft request' (duration: 1.288700449s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.843897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.552869Z","time spent":"1.290711272s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:59.843927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.554579Z","time spent":"1.289322326s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:59.843965Z","caller":"traceutil/trace.go:171","msg":"trace[754978871] transaction","detail":"{read_only:false; response_revision:22380; number_of_response:1; }","duration":"1.291081701s","start":"2026-04-16T01:13:58.552857Z","end":"2026-04-16T01:13:59.843939Z","steps":["trace[754978871] 'process raft request' (duration: 1.29023461s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:59.844036Z","caller":"traceutil/trace.go:171","msg":"trace[415492246] transaction","detail":"{read_only:false; response_revision:22386; number_of_response:1; }","duration":"1.071246165s","start":"2026-04-16T01:13:58.772765Z","end":"2026-04-16T01:13:59.844011Z","steps":["trace[415492246] 'process raft request' (duration: 1.07067036s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:13:59.844127Z","caller":"traceutil/trace.go:171","msg":"trace[206099536] transaction","detail":"{read_only:false; response_revision:22385; number_of_response:1; }","duration":"1.074834847s","start":"2026-04-16T01:13:58.769223Z","end":"2026-04-16T01:13:59.844058Z","steps":["trace[206099536] 'process raft request' (duration: 1.074148519s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.844185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.552821Z","time spent":"1.291239264s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:59.843937Z","caller":"traceutil/trace.go:171","msg":"trace[809442451] transaction","detail":"{read_only:false; response_revision:22383; number_of_response:1; }","duration":"1.289552772s","start":"2026-04-16T01:13:58.554332Z","end":"2026-04-16T01:13:59.843884Z","steps":["trace[809442451] 'process raft request' (duration: 1.288939097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.844149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.772738Z","time spent":"1.071354958s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:13:59.84445Z","caller":"traceutil/trace.go:171","msg":"trace[1630979335] linearizableReadLoop","detail":"{readStateIndex:23066; appliedIndex:23059; }","duration":"1.078521871s","start":"2026-04-16T01:13:58.765916Z","end":"2026-04-16T01:13:59.844438Z","steps":["trace[1630979335] 'read index received' (duration: 399.247459ms)","trace[1630979335] 'applied index is now lower than readState.Index' (duration: 679.273531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:13:59.844517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346162598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:59.844528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743726012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:59.844559Z","caller":"traceutil/trace.go:171","msg":"trace[1397258020] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22388; }","duration":"1.346244579s","start":"2026-04-16T01:13:58.498303Z","end":"2026-04-16T01:13:59.844548Z","steps":["trace[1397258020] 'agreement among raft nodes before linearized reading' (duration: 1.346141977s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.844573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832745477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:13:59.844577Z","caller":"traceutil/trace.go:171","msg":"trace[2124503178] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22388; }","duration":"1.743835256s","start":"2026-04-16T01:13:58.100727Z","end":"2026-04-16T01:13:59.844563Z","steps":["trace[2124503178] 'agreement among raft nodes before linearized reading' (duration: 1.743739053s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.844587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.498279Z","time spent":"1.346302181s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:59.844604Z","caller":"traceutil/trace.go:171","msg":"trace[571297819] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22388; }","duration":"1.832829269s","start":"2026-04-16T01:13:58.011765Z","end":"2026-04-16T01:13:59.844595Z","steps":["trace[571297819] 'agreement among raft nodes before linearized reading' (duration: 1.832773197s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.844408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.554295Z","time spent":"1.290045173s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:59.844617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.100685Z","time spent":"1.743918846s","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:59.844635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.011737Z","time spent":"1.83289238s","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:59.844673Z","caller":"traceutil/trace.go:171","msg":"trace[1759158666] transaction","detail":"{read_only:false; response_revision:22388; number_of_response:1; }","duration":"1.067774085s","start":"2026-04-16T01:13:58.776884Z","end":"2026-04-16T01:13:59.844658Z","steps":["trace[1759158666] 'process raft request' (duration: 1.066619546s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.844604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594027934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:13:59.844744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288048852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:59.844764Z","caller":"traceutil/trace.go:171","msg":"trace[469489532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22388; }","duration":"1.288100034s","start":"2026-04-16T01:13:58.556657Z","end":"2026-04-16T01:13:59.844757Z","steps":["trace[469489532] 'agreement among raft nodes before linearized reading' (duration: 1.288066503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.844751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.776869Z","time spent":"1.067845159s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:59.844786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.556644Z","time spent":"1.288138655s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:13:59.844763Z","caller":"traceutil/trace.go:171","msg":"trace[689534238] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:22388; }","duration":"1.594196578s","start":"2026-04-16T01:13:58.250557Z","end":"2026-04-16T01:13:59.844753Z","steps":["trace[689534238] 'agreement among raft nodes before linearized reading' (duration: 1.593995262s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.844893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.250481Z","time spent":"1.594401682s","remote":"127.0.0.1:55188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:59.845037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899781276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:59.845069Z","caller":"traceutil/trace.go:171","msg":"trace[1977886024] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22388; }","duration":"1.899853037s","start":"2026-04-16T01:13:57.945207Z","end":"2026-04-16T01:13:59.84506Z","steps":["trace[1977886024] 'agreement among raft nodes before linearized reading' (duration: 1.899804936s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.84507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251884838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:13:59.845091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:57.945185Z","time spent":"1.899900957s","remote":"127.0.0.1:49650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:13:59.845113Z","caller":"traceutil/trace.go:171","msg":"trace[442832786] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22388; }","duration":"1.25193668s","start":"2026-04-16T01:13:58.593165Z","end":"2026-04-16T01:13:59.845101Z","steps":["trace[442832786] 'agreement among raft nodes before linearized reading' (duration: 1.251288053s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.845153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.593116Z","time spent":"1.252028223s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":145,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:13:59.845244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.769189Z","time spent":"1.075024181s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:13:59.845358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615075557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:13:59.845906Z","caller":"traceutil/trace.go:171","msg":"trace[392777468] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22388; }","duration":"2.615679941s","start":"2026-04-16T01:13:57.230212Z","end":"2026-04-16T01:13:59.845892Z","steps":["trace[392777468] 'agreement among raft nodes before linearized reading' (duration: 2.615054265s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.845959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:57.230196Z","time spent":"2.615746542s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T01:13:59.845772Z","caller":"traceutil/trace.go:171","msg":"trace[794165104] transaction","detail":"{read_only:false; response_revision:22387; number_of_response:1; }","duration":"1.070857334s","start":"2026-04-16T01:13:58.774875Z","end":"2026-04-16T01:13:59.845732Z","steps":["trace[794165104] 'process raft request' (duration: 1.068599277s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:13:59.84615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.774864Z","time spent":"1.071248785s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:00.346367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:14:01.645325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:00.309161Z","time spent":"1.336156871s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:14:01.646235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247365693s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:14:01.646496Z","caller":"traceutil/trace.go:171","msg":"trace[165001218] linearizableReadLoop","detail":"{readStateIndex:23073; appliedIndex:23070; }","duration":"1.802003492s","start":"2026-04-16T01:13:59.844476Z","end":"2026-04-16T01:14:01.646479Z","steps":["trace[165001218] 'read index received' (duration: 554.32251ms)","trace[165001218] 'applied index is now lower than readState.Index' (duration: 1.247680142s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:01.646575Z","caller":"traceutil/trace.go:171","msg":"trace[1083876633] transaction","detail":"{read_only:false; response_revision:22389; number_of_response:1; }","duration":"2.478079792s","start":"2026-04-16T01:13:59.168484Z","end":"2026-04-16T01:14:01.646564Z","steps":["trace[1083876633] 'process raft request' (duration: 1.230297238s)","trace[1083876633] 'compare' (duration: 1.247051325s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:01.646637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.168462Z","time spent":"2.478143843s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:01.647193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873965296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:01.64721Z","caller":"traceutil/trace.go:171","msg":"trace[1418291973] transaction","detail":"{read_only:false; response_revision:22390; number_of_response:1; }","duration":"1.797194729s","start":"2026-04-16T01:13:59.849991Z","end":"2026-04-16T01:14:01.647186Z","steps":["trace[1418291973] 'process raft request' (duration: 1.796348237s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:01.64729Z","caller":"traceutil/trace.go:171","msg":"trace[2022242525] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22391; }","duration":"2.874080059s","start":"2026-04-16T01:13:58.773189Z","end":"2026-04-16T01:14:01.647269Z","steps":["trace[2022242525] 'agreement among raft nodes before linearized reading' (duration: 2.873912454s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.647334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.849971Z","time spent":"1.797311212s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T01:14:01.647407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038861242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:01.647463Z","caller":"traceutil/trace.go:171","msg":"trace[1223394600] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22391; }","duration":"2.038984485s","start":"2026-04-16T01:13:59.608461Z","end":"2026-04-16T01:14:01.647446Z","steps":["trace[1223394600] 'agreement among raft nodes before linearized reading' (duration: 2.038861593s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.647458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329527587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:01.647509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.60843Z","time spent":"2.039067608s","remote":"127.0.0.1:49632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:01.64752Z","caller":"traceutil/trace.go:171","msg":"trace[417497126] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22391; }","duration":"2.32962552s","start":"2026-04-16T01:13:59.317876Z","end":"2026-04-16T01:14:01.647502Z","steps":["trace[417497126] 'agreement among raft nodes before linearized reading' (duration: 2.329527518s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.647352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.77315Z","time spent":"2.874187571s","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:14:01.647552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539748058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:14:01.647569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.317848Z","time spent":"2.329703802s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:01.647604Z","caller":"traceutil/trace.go:171","msg":"trace[303208526] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22391; }","duration":"2.539847541s","start":"2026-04-16T01:13:59.107742Z","end":"2026-04-16T01:14:01.647589Z","steps":["trace[303208526] 'agreement among raft nodes before linearized reading' (duration: 2.539683036s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.647644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.107719Z","time spent":"2.539915642s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:01.647705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875653089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-01c1e9dd-7cd0-4106-9d39-69d0bcb56917\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T01:14:01.64776Z","caller":"traceutil/trace.go:171","msg":"trace[1779558808] range","detail":"{range_begin:/registry/persistentvolumes/pvc-01c1e9dd-7cd0-4106-9d39-69d0bcb56917; range_end:; response_count:1; response_revision:22391; }","duration":"2.875873214s","start":"2026-04-16T01:13:58.771872Z","end":"2026-04-16T01:14:01.647745Z","steps":["trace[1779558808] 'agreement among raft nodes before linearized reading' (duration: 2.875389321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.6478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.771864Z","time spent":"2.875926045s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-01c1e9dd-7cd0-4106-9d39-69d0bcb56917\" "} {"level":"warn","ts":"2026-04-16T01:14:01.647851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878784718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-16T01:14:01.64789Z","caller":"traceutil/trace.go:171","msg":"trace[1531977928] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22391; }","duration":"2.87884346s","start":"2026-04-16T01:13:58.769038Z","end":"2026-04-16T01:14:01.647881Z","steps":["trace[1531977928] 'agreement among raft nodes before linearized reading' (duration: 2.878713056s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.64808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:58.768922Z","time spent":"2.879147528s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T01:14:01.648094Z","caller":"traceutil/trace.go:171","msg":"trace[453973806] transaction","detail":"{read_only:false; response_revision:22391; number_of_response:1; }","duration":"1.518301665s","start":"2026-04-16T01:14:00.128844Z","end":"2026-04-16T01:14:01.647145Z","steps":["trace[453973806] 'process raft request' (duration: 1.517583237s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.64824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:00.128815Z","time spent":"1.519359742s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:01.651097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318033034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2192571"} {"level":"info","ts":"2026-04-16T01:14:01.651189Z","caller":"traceutil/trace.go:171","msg":"trace[1642237247] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:22391; }","duration":"2.318187889s","start":"2026-04-16T01:13:59.332979Z","end":"2026-04-16T01:14:01.651167Z","steps":["trace[1642237247] 'agreement among raft nodes before linearized reading' (duration: 2.314045933s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.651252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.332957Z","time spent":"2.3182736s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2192594,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T01:14:01.852343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:14:01.852427Z","caller":"traceutil/trace.go:171","msg":"trace[692290021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066311s","start":"2026-04-16T01:13:59.852344Z","end":"2026-04-16T01:14:01.85241Z","steps":["trace[692290021] 'agreement among raft nodes before linearized reading' (duration: 1.999965628s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:01.85247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.852335Z","time spent":"2.000125973s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:14:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:14:02.147623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:14:02.64874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:14:03.149575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:14:03.650779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:14:03.85295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T01:14:03.853051Z","caller":"traceutil/trace.go:171","msg":"trace[1255021099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583015s","start":"2026-04-16T01:14:01.852432Z","end":"2026-04-16T01:14:03.853015Z","steps":["trace[1255021099] 'agreement among raft nodes before linearized reading' (duration: 2.000471722s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:03.853113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.852422Z","time spent":"2.000677237s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:14:03.97401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.791283843s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T01:14:04.251935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.598581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:14:04.252181Z","caller":"traceutil/trace.go:171","msg":"trace[2124977026] transaction","detail":"{read_only:false; response_revision:22393; number_of_response:1; }","duration":"3.255456859s","start":"2026-04-16T01:14:00.996704Z","end":"2026-04-16T01:14:04.252161Z","steps":["trace[2124977026] 'process raft request' (duration: 3.255350706s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:04.252248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:00.996664Z","time spent":"3.255555213s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:04.252443Z","caller":"traceutil/trace.go:171","msg":"trace[450380880] transaction","detail":"{read_only:false; response_revision:22392; number_of_response:1; }","duration":"3.477687467s","start":"2026-04-16T01:14:00.774741Z","end":"2026-04-16T01:14:04.252428Z","steps":["trace[450380880] 'process raft request' (duration: 3.199475069s)","trace[450380880] 'compare' (duration: 276.164125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:04.25249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:00.774713Z","time spent":"3.477754839s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:05.861782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:14:05.861907Z","caller":"traceutil/trace.go:171","msg":"trace[1377055934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105892s","start":"2026-04-16T01:14:03.861771Z","end":"2026-04-16T01:14:05.861877Z","steps":["trace[1377055934] 'agreement among raft nodes before linearized reading' (duration: 1.999942389s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:05.861973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:03.86175Z","time spent":"2.000212176s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:14:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:14:06.68233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420321222s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T01:14:06.682939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04090461s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:06.683111Z","caller":"traceutil/trace.go:171","msg":"trace[145094791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22393; }","duration":"1.041110106s","start":"2026-04-16T01:14:05.641975Z","end":"2026-04-16T01:14:06.683086Z","steps":["trace[145094791] 'range keys from in-memory index tree' (duration: 1.040878379s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:06.68451Z","caller":"traceutil/trace.go:171","msg":"trace[1433768357] transaction","detail":"{read_only:false; response_revision:22394; number_of_response:1; }","duration":"4.835186795s","start":"2026-04-16T01:14:01.849296Z","end":"2026-04-16T01:14:06.684483Z","steps":["trace[1433768357] 'process raft request' (duration: 4.833143533s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:06.684654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.849274Z","time spent":"4.835286627s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:06.84906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.850334Z","time spent":"4.998718342s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 01:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:14:06.849298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.850391Z","time spent":"4.998896736s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 01:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:14:06.849353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.852319Z","time spent":"4.997032189s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 01:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:14:06.849508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.851204Z","time spent":"4.998287871s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T01:14:06.849857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.852907Z","time spent":"4.996947826s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 01:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/16 01:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:14:07.066465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.836373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:14:07.068154Z","caller":"traceutil/trace.go:171","msg":"trace[810543082] transaction","detail":"{read_only:false; response_revision:22400; number_of_response:1; }","duration":"4.412975989s","start":"2026-04-16T01:14:02.655152Z","end":"2026-04-16T01:14:07.068128Z","steps":["trace[810543082] 'process raft request' (duration: 4.412687641s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.068263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:02.65512Z","time spent":"4.413098773s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:07.068471Z","caller":"traceutil/trace.go:171","msg":"trace[2076884548] transaction","detail":"{read_only:false; response_revision:22401; number_of_response:1; }","duration":"3.415266763s","start":"2026-04-16T01:14:03.653173Z","end":"2026-04-16T01:14:07.06844Z","steps":["trace[2076884548] 'process raft request' (duration: 3.414892693s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.068535Z","caller":"traceutil/trace.go:171","msg":"trace[1722353535] linearizableReadLoop","detail":"{readStateIndex:23083; appliedIndex:23073; }","duration":"5.421982943s","start":"2026-04-16T01:14:01.646531Z","end":"2026-04-16T01:14:07.068514Z","steps":["trace[1722353535] 'read index received' (duration: 2.32770021s)","trace[1722353535] 'applied index is now lower than readState.Index' (duration: 3.094281493s)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:07.068594Z","caller":"traceutil/trace.go:171","msg":"trace[1293946520] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"2.431734759s","start":"2026-04-16T01:14:04.636851Z","end":"2026-04-16T01:14:07.068586Z","steps":["trace[1293946520] 'process raft request' (duration: 2.431531303s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.06865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:03.653146Z","time spent":"3.415396256s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:07.068696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:04.636807Z","time spent":"2.431815821s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:07.068825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.767722065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:14:07.06873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.475424059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.068863Z","caller":"traceutil/trace.go:171","msg":"trace[147479146] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22403; }","duration":"5.767815928s","start":"2026-04-16T01:14:01.301038Z","end":"2026-04-16T01:14:07.068854Z","steps":["trace[147479146] 'agreement among raft nodes before linearized reading' (duration: 5.767716185s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.068548Z","caller":"traceutil/trace.go:171","msg":"trace[137544409] transaction","detail":"{read_only:false; response_revision:22403; number_of_response:1; }","duration":"809.692534ms","start":"2026-04-16T01:14:06.258837Z","end":"2026-04-16T01:14:07.06853Z","steps":["trace[137544409] 'process raft request' (duration: 809.644552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.068879Z","caller":"traceutil/trace.go:171","msg":"trace[28478054] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22403; }","duration":"5.475582633s","start":"2026-04-16T01:14:01.593286Z","end":"2026-04-16T01:14:07.068868Z","steps":["trace[28478054] 'agreement among raft nodes before linearized reading' (duration: 5.475345067s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.068896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.301016Z","time spent":"5.767871469s","remote":"127.0.0.1:43724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.068926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.59317Z","time spent":"5.475745567s","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.068952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:06.258804Z","time spent":"810.110024ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:07.069125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.219058149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.06916Z","caller":"traceutil/trace.go:171","msg":"trace[2074288268] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22403; }","duration":"7.219123103s","start":"2026-04-16T01:13:59.850029Z","end":"2026-04-16T01:14:07.069152Z","steps":["trace[2074288268] 'agreement among raft nodes before linearized reading' (duration: 7.219062691s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.06916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.417375957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-16T01:14:07.069181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.850015Z","time spent":"7.219161133s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T01:14:07.069198Z","caller":"traceutil/trace.go:171","msg":"trace[1122370098] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22403; }","duration":"5.417435228s","start":"2026-04-16T01:14:01.651754Z","end":"2026-04-16T01:14:07.069189Z","steps":["trace[1122370098] 'agreement among raft nodes before linearized reading' (duration: 5.417320236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.069231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.651736Z","time spent":"5.417487619s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T01:14:07.069319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71739061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:14:07.069325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.212904302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-16T01:14:07.069346Z","caller":"traceutil/trace.go:171","msg":"trace[121722629] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22403; }","duration":"1.717455202s","start":"2026-04-16T01:14:05.351883Z","end":"2026-04-16T01:14:07.069338Z","steps":["trace[121722629] 'agreement among raft nodes before linearized reading' (duration: 1.717402751s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.069361Z","caller":"traceutil/trace.go:171","msg":"trace[1969320945] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22403; }","duration":"7.212969864s","start":"2026-04-16T01:13:59.856379Z","end":"2026-04-16T01:14:07.069349Z","steps":["trace[1969320945] 'agreement among raft nodes before linearized reading' (duration: 7.212858001s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.069394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:13:59.856365Z","time spent":"7.213021097s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T01:14:07.069467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.236769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-16T01:14:07.0695Z","caller":"traceutil/trace.go:171","msg":"trace[1580938211] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22403; }","duration":"217.283201ms","start":"2026-04-16T01:14:06.852207Z","end":"2026-04-16T01:14:07.06949Z","steps":["trace[1580938211] 'agreement among raft nodes before linearized reading' (duration: 217.234329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.06949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473477645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:07.069369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:05.351861Z","time spent":"1.717503683s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:07.069537Z","caller":"traceutil/trace.go:171","msg":"trace[23028140] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22403; }","duration":"4.473560307s","start":"2026-04-16T01:14:02.59596Z","end":"2026-04-16T01:14:07.06952Z","steps":["trace[23028140] 'agreement among raft nodes before linearized reading' (duration: 4.473472774s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.069575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:02.595939Z","time spent":"4.473627898s","remote":"127.0.0.1:49338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.069628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.464951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-16T01:14:07.069654Z","caller":"traceutil/trace.go:171","msg":"trace[377234826] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:22403; }","duration":"218.512082ms","start":"2026-04-16T01:14:06.851136Z","end":"2026-04-16T01:14:07.069648Z","steps":["trace[377234826] 'agreement among raft nodes before linearized reading' (duration: 218.471531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.069748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.001655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-16T01:14:07.069769Z","caller":"traceutil/trace.go:171","msg":"trace[1199895560] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22403; }","duration":"219.040256ms","start":"2026-04-16T01:14:06.850724Z","end":"2026-04-16T01:14:07.069764Z","steps":["trace[1199895560] 'agreement among raft nodes before linearized reading' (duration: 219.002835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.069795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345167077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.069836Z","caller":"traceutil/trace.go:171","msg":"trace[984220171] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22403; }","duration":"2.345263s","start":"2026-04-16T01:14:04.724561Z","end":"2026-04-16T01:14:07.069824Z","steps":["trace[984220171] 'agreement among raft nodes before linearized reading' (duration: 2.345189627s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.069862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.348083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-04-16T01:14:07.069875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:04.724532Z","time spent":"2.34533323s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.069911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.940489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:14:07.069936Z","caller":"traceutil/trace.go:171","msg":"trace[1906584573] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22403; }","duration":"460.015091ms","start":"2026-04-16T01:14:06.609915Z","end":"2026-04-16T01:14:07.069931Z","steps":["trace[1906584573] 'agreement among raft nodes before linearized reading' (duration: 459.97763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.069958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:06.609893Z","time spent":"460.060852ms","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.070072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.496547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.070103Z","caller":"traceutil/trace.go:171","msg":"trace[1246377908] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22403; }","duration":"486.562909ms","start":"2026-04-16T01:14:06.583531Z","end":"2026-04-16T01:14:07.070094Z","steps":["trace[1246377908] 'agreement among raft nodes before linearized reading' (duration: 486.520218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929727649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.070167Z","caller":"traceutil/trace.go:171","msg":"trace[1768004710] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22403; }","duration":"2.929807582s","start":"2026-04-16T01:14:04.140349Z","end":"2026-04-16T01:14:07.070156Z","steps":["trace[1768004710] 'agreement among raft nodes before linearized reading' (duration: 2.92974334s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:04.140326Z","time spent":"2.929873003s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.070237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208349838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.07038Z","caller":"traceutil/trace.go:171","msg":"trace[1979922066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22403; }","duration":"1.208504521s","start":"2026-04-16T01:14:05.861858Z","end":"2026-04-16T01:14:07.070362Z","steps":["trace[1979922066] 'agreement among raft nodes before linearized reading' (duration: 1.208349117s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.069882Z","caller":"traceutil/trace.go:171","msg":"trace[224478046] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22403; }","duration":"219.403004ms","start":"2026-04-16T01:14:06.850472Z","end":"2026-04-16T01:14:07.069875Z","steps":["trace[224478046] 'agreement among raft nodes before linearized reading' (duration: 219.364734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:05.861844Z","time spent":"1.208580912s","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:14:07.070455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.220562418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T01:14:07.07052Z","caller":"traceutil/trace.go:171","msg":"trace[818896872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22403; }","duration":"5.220675852s","start":"2026-04-16T01:14:01.849828Z","end":"2026-04-16T01:14:07.070504Z","steps":["trace[818896872] 'agreement among raft nodes before linearized reading' (duration: 5.220429066s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.849807Z","time spent":"5.220744173s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:14:07.07007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36408502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:14:07.070626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60662102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:14:07.070122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:06.583505Z","time spent":"486.6117ms","remote":"127.0.0.1:49734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:07.070704Z","caller":"traceutil/trace.go:171","msg":"trace[411090547] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22403; }","duration":"1.606751565s","start":"2026-04-16T01:14:05.463934Z","end":"2026-04-16T01:14:07.070686Z","steps":["trace[411090547] 'agreement among raft nodes before linearized reading' (duration: 1.60660929s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.26586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T01:14:07.070753Z","caller":"traceutil/trace.go:171","msg":"trace[423271914] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22403; }","duration":"749.344732ms","start":"2026-04-16T01:14:06.321401Z","end":"2026-04-16T01:14:07.070746Z","steps":["trace[423271914] 'agreement among raft nodes before linearized reading' (duration: 748.747587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:05.463912Z","time spent":"1.606826295s","remote":"127.0.0.1:43500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.070756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.089545132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:14:07.070776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:06.321379Z","time spent":"749.393024ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:07.070789Z","caller":"traceutil/trace.go:171","msg":"trace[1052083597] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22403; }","duration":"5.089609344s","start":"2026-04-16T01:14:01.981168Z","end":"2026-04-16T01:14:07.070777Z","steps":["trace[1052083597] 'agreement among raft nodes before linearized reading' (duration: 5.089558682s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779560708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T01:14:07.070813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.981149Z","time spent":"5.089657785s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:07.070826Z","caller":"traceutil/trace.go:171","msg":"trace[1369287614] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22403; }","duration":"1.779645771s","start":"2026-04-16T01:14:05.291171Z","end":"2026-04-16T01:14:07.070817Z","steps":["trace[1369287614] 'agreement among raft nodes before linearized reading' (duration: 1.778204834s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288948075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:14:07.070859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:05.291111Z","time spent":"1.779737852s","remote":"127.0.0.1:43760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2937,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:07.070876Z","caller":"traceutil/trace.go:171","msg":"trace[1629654508] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22403; }","duration":"5.288974746s","start":"2026-04-16T01:14:01.781894Z","end":"2026-04-16T01:14:07.070869Z","steps":["trace[1629654508] 'agreement among raft nodes before linearized reading' (duration: 5.288931965s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.070896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.78185Z","time spent":"5.289039868s","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.070978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.220736092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:14:07.070994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247892317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:07.070812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.418235878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dk9kf.18a6b140eff49a3b\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-16T01:14:07.071037Z","caller":"traceutil/trace.go:171","msg":"trace[794938456] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dk9kf.18a6b140eff49a3b; range_end:; response_count:1; response_revision:22403; }","duration":"5.418476024s","start":"2026-04-16T01:14:01.652553Z","end":"2026-04-16T01:14:07.07103Z","steps":["trace[794938456] 'agreement among raft nodes before linearized reading' (duration: 5.418199477s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.070652Z","caller":"traceutil/trace.go:171","msg":"trace[1061437859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22403; }","duration":"2.364698566s","start":"2026-04-16T01:14:04.705937Z","end":"2026-04-16T01:14:07.070635Z","steps":["trace[1061437859] 'agreement among raft nodes before linearized reading' (duration: 2.364090241s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.071067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.652545Z","time spent":"5.418511685s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dk9kf.18a6b140eff49a3b\" "} {"level":"warn","ts":"2026-04-16T01:14:07.071081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:04.705916Z","time spent":"2.365151597s","remote":"127.0.0.1:45738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.071136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870313357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.071033Z","caller":"traceutil/trace.go:171","msg":"trace[833147129] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22403; }","duration":"1.247968579s","start":"2026-04-16T01:14:05.82305Z","end":"2026-04-16T01:14:07.071018Z","steps":["trace[833147129] 'agreement among raft nodes before linearized reading' (duration: 1.247898217s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.071003Z","caller":"traceutil/trace.go:171","msg":"trace[141590711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22403; }","duration":"5.220787795s","start":"2026-04-16T01:14:01.850209Z","end":"2026-04-16T01:14:07.070997Z","steps":["trace[141590711] 'agreement among raft nodes before linearized reading' (duration: 5.220713432s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.071227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:05.823027Z","time spent":"1.248190824s","remote":"127.0.0.1:49462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:07.071226Z","caller":"traceutil/trace.go:171","msg":"trace[404745995] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:22403; }","duration":"3.871043746s","start":"2026-04-16T01:14:03.200162Z","end":"2026-04-16T01:14:07.071205Z","steps":["trace[404745995] 'agreement among raft nodes before linearized reading' (duration: 3.870281257s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.071249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:01.850191Z","time spent":"5.221049731s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T01:14:07.071284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:03.200124Z","time spent":"3.871138027s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.071285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.934841575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.071335Z","caller":"traceutil/trace.go:171","msg":"trace[506163608] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22403; }","duration":"3.934938678s","start":"2026-04-16T01:14:03.136381Z","end":"2026-04-16T01:14:07.07132Z","steps":["trace[506163608] 'agreement among raft nodes before linearized reading' (duration: 3.934866736s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.071398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:03.13636Z","time spent":"3.935028799s","remote":"127.0.0.1:55270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.870753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.920401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:14:07.871144Z","caller":"traceutil/trace.go:171","msg":"trace[2069435721] transaction","detail":"{read_only:false; response_revision:22406; number_of_response:1; }","duration":"795.227324ms","start":"2026-04-16T01:14:07.075898Z","end":"2026-04-16T01:14:07.871125Z","steps":["trace[2069435721] 'process raft request' (duration: 795.182813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.871233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.075877Z","time spent":"795.319366ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:07.871628Z","caller":"traceutil/trace.go:171","msg":"trace[1610979279] transaction","detail":"{read_only:false; response_revision:22404; number_of_response:1; }","duration":"797.992465ms","start":"2026-04-16T01:14:07.073619Z","end":"2026-04-16T01:14:07.871612Z","steps":["trace[1610979279] 'process raft request' (duration: 333.13463ms)","trace[1610979279] 'compare' (duration: 463.813368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:07.871707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.073605Z","time spent":"798.064886ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:07.871838Z","caller":"traceutil/trace.go:171","msg":"trace[2092344901] transaction","detail":"{read_only:false; response_revision:22405; number_of_response:1; }","duration":"796.104446ms","start":"2026-04-16T01:14:07.07569Z","end":"2026-04-16T01:14:07.871794Z","steps":["trace[2092344901] 'process raft request' (duration: 795.164623ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.871898Z","caller":"traceutil/trace.go:171","msg":"trace[978407966] linearizableReadLoop","detail":"{readStateIndex:23087; appliedIndex:23086; }","duration":"797.959893ms","start":"2026-04-16T01:14:07.07391Z","end":"2026-04-16T01:14:07.87187Z","steps":["trace[978407966] 'read index received' (duration: 332.862603ms)","trace[978407966] 'applied index is now lower than readState.Index' (duration: 465.09434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:07.872013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.075677Z","time spent":"796.24575ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:07.872115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.166991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:07.872157Z","caller":"traceutil/trace.go:171","msg":"trace[1444516113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22406; }","duration":"793.254174ms","start":"2026-04-16T01:14:07.078892Z","end":"2026-04-16T01:14:07.872146Z","steps":["trace[1444516113] 'agreement among raft nodes before linearized reading' (duration: 793.163191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.488382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-16T01:14:07.872157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.223231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18392"} {"level":"warn","ts":"2026-04-16T01:14:07.872213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.830502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:14:07.872237Z","caller":"traceutil/trace.go:171","msg":"trace[1806469427] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:22406; }","duration":"797.595185ms","start":"2026-04-16T01:14:07.074625Z","end":"2026-04-16T01:14:07.87222Z","steps":["trace[1806469427] 'agreement among raft nodes before linearized reading' (duration: 797.406711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.87225Z","caller":"traceutil/trace.go:171","msg":"trace[335503248] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22406; }","duration":"478.889413ms","start":"2026-04-16T01:14:07.393349Z","end":"2026-04-16T01:14:07.872238Z","steps":["trace[335503248] 'agreement among raft nodes before linearized reading' (duration: 478.800861ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:07.872249Z","caller":"traceutil/trace.go:171","msg":"trace[1552967318] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22406; }","duration":"798.334223ms","start":"2026-04-16T01:14:07.073898Z","end":"2026-04-16T01:14:07.872232Z","steps":["trace[1552967318] 'agreement among raft nodes before linearized reading' (duration: 798.077046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.292792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:07.872282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.393334Z","time spent":"478.940034ms","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.872195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.078888Z","time spent":"793.299205ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:14:07.872305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.860674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:14:07.872325Z","caller":"traceutil/trace.go:171","msg":"trace[1810444919] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22406; }","duration":"154.391293ms","start":"2026-04-16T01:14:07.717913Z","end":"2026-04-16T01:14:07.872305Z","steps":["trace[1810444919] 'agreement among raft nodes before linearized reading' (duration: 154.314612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.426285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-16T01:14:07.872346Z","caller":"traceutil/trace.go:171","msg":"trace[1854543728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22406; }","duration":"316.939216ms","start":"2026-04-16T01:14:07.555396Z","end":"2026-04-16T01:14:07.872335Z","steps":["trace[1854543728] 'agreement among raft nodes before linearized reading' (duration: 316.867614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.419249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:07.872377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.555343Z","time spent":"317.027869ms","remote":"127.0.0.1:45748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:07.872378Z","caller":"traceutil/trace.go:171","msg":"trace[135184478] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22406; }","duration":"796.495436ms","start":"2026-04-16T01:14:07.075873Z","end":"2026-04-16T01:14:07.872368Z","steps":["trace[135184478] 'agreement among raft nodes before linearized reading' (duration: 796.359103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.075855Z","time spent":"796.545598ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-16T01:14:07.872418Z","caller":"traceutil/trace.go:171","msg":"trace[959545202] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22406; }","duration":"555.551462ms","start":"2026-04-16T01:14:07.31684Z","end":"2026-04-16T01:14:07.872391Z","steps":["trace[959545202] 'agreement among raft nodes before linearized reading' (duration: 555.342486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.074619Z","time spent":"797.649447ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-16T01:14:07.872437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.588789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-04-16T01:14:07.872195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.579555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:14:07.872468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.316772Z","time spent":"555.685745ms","remote":"127.0.0.1:49332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:07.8725Z","caller":"traceutil/trace.go:171","msg":"trace[1067618986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22406; }","duration":"330.932013ms","start":"2026-04-16T01:14:07.541551Z","end":"2026-04-16T01:14:07.872483Z","steps":["trace[1067618986] 'agreement among raft nodes before linearized reading' (duration: 330.575145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.541532Z","time spent":"331.001105ms","remote":"127.0.0.1:55310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:07.872631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.684041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-16T01:14:07.872661Z","caller":"traceutil/trace.go:171","msg":"trace[890533506] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:22406; }","duration":"796.719891ms","start":"2026-04-16T01:14:07.075934Z","end":"2026-04-16T01:14:07.872654Z","steps":["trace[890533506] 'agreement among raft nodes before linearized reading' (duration: 796.62311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.075931Z","time spent":"796.745704ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-16T01:14:07.872477Z","caller":"traceutil/trace.go:171","msg":"trace[2041632924] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22406; }","duration":"796.63106ms","start":"2026-04-16T01:14:07.075834Z","end":"2026-04-16T01:14:07.872465Z","steps":["trace[2041632924] 'agreement among raft nodes before linearized reading' (duration: 796.545538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.87236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.491616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-16T01:14:07.872725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.075828Z","time spent":"796.885356ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-16T01:14:07.872288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.073891Z","time spent":"798.388174ms","remote":"127.0.0.1:43428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18415,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T01:14:07.872774Z","caller":"traceutil/trace.go:171","msg":"trace[840819534] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22406; }","duration":"796.897657ms","start":"2026-04-16T01:14:07.075854Z","end":"2026-04-16T01:14:07.872752Z","steps":["trace[840819534] 'agreement among raft nodes before linearized reading' (duration: 796.442505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.075851Z","time spent":"796.951869ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T01:14:07.872831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.583889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-16T01:14:07.872868Z","caller":"traceutil/trace.go:171","msg":"trace[56993666] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22406; }","duration":"796.624259ms","start":"2026-04-16T01:14:07.076231Z","end":"2026-04-16T01:14:07.872855Z","steps":["trace[56993666] 'agreement among raft nodes before linearized reading' (duration: 796.489166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:07.872906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.076226Z","time spent":"796.673511ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-16T01:14:08.376203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:14:08.692625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.542959ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T01:14:08.692745Z","caller":"traceutil/trace.go:171","msg":"trace[1671827514] linearizableReadLoop","detail":"{readStateIndex:23090; appliedIndex:23089; }","duration":"816.870577ms","start":"2026-04-16T01:14:07.875853Z","end":"2026-04-16T01:14:08.692724Z","steps":["trace[1671827514] 'read index received' (duration: 669.211765ms)","trace[1671827514] 'applied index is now lower than readState.Index' (duration: 147.656762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:08.692834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.873987Z","time spent":"818.842997ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T01:14:08.693238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.37158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:14:08.693285Z","caller":"traceutil/trace.go:171","msg":"trace[1791384352] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22406; }","duration":"817.449961ms","start":"2026-04-16T01:14:07.875823Z","end":"2026-04-16T01:14:08.693273Z","steps":["trace[1791384352] 'agreement among raft nodes before linearized reading' (duration: 817.288807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:08.693322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.875805Z","time spent":"817.510163ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" "} {"level":"warn","ts":"2026-04-16T01:14:08.768747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.36944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-16T01:14:08.768833Z","caller":"traceutil/trace.go:171","msg":"trace[694298184] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22407; }","duration":"891.479413ms","start":"2026-04-16T01:14:07.877335Z","end":"2026-04-16T01:14:08.768814Z","steps":["trace[694298184] 'agreement among raft nodes before linearized reading' (duration: 891.248917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:08.768873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.877321Z","time spent":"891.543304ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T01:14:08.769506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.504654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T01:14:08.769569Z","caller":"traceutil/trace.go:171","msg":"trace[1046754058] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22407; }","duration":"727.637398ms","start":"2026-04-16T01:14:08.041916Z","end":"2026-04-16T01:14:08.769553Z","steps":["trace[1046754058] 'agreement among raft nodes before linearized reading' (duration: 727.453553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:08.76962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:08.04189Z","time spent":"727.718419ms","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T01:14:08.769792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.788084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T01:14:08.769864Z","caller":"traceutil/trace.go:171","msg":"trace[508633036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22407; }","duration":"886.878075ms","start":"2026-04-16T01:14:07.882969Z","end":"2026-04-16T01:14:08.769847Z","steps":["trace[508633036] 'agreement among raft nodes before linearized reading' (duration: 886.692381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:08.769916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:07.882962Z","time spent":"886.940697ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T01:14:09.264638Z","caller":"traceutil/trace.go:171","msg":"trace[1853798719] transaction","detail":"{read_only:false; response_revision:22409; number_of_response:1; }","duration":"568.888962ms","start":"2026-04-16T01:14:08.695723Z","end":"2026-04-16T01:14:09.264612Z","steps":["trace[1853798719] 'process raft request' (duration: 568.761418ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:09.264823Z","caller":"traceutil/trace.go:171","msg":"trace[456094527] transaction","detail":"{read_only:false; response_revision:22408; number_of_response:1; }","duration":"570.287047ms","start":"2026-04-16T01:14:08.694501Z","end":"2026-04-16T01:14:09.264788Z","steps":["trace[456094527] 'process raft request' (duration: 569.100887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:09.264913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:08.695704Z","time spent":"569.016845ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:09.264969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:08.694475Z","time spent":"570.41295ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:10.203667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.274625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:14:10.204443Z","caller":"traceutil/trace.go:171","msg":"trace[1217638200] transaction","detail":"{read_only:false; response_revision:22410; number_of_response:1; }","duration":"1.425064814s","start":"2026-04-16T01:14:08.779318Z","end":"2026-04-16T01:14:10.204383Z","steps":["trace[1217638200] 'process raft request' (duration: 1.261957957s)","trace[1217638200] 'compare' (duration: 162.014739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:10.205062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:08.779302Z","time spent":"1.425269279s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:10.205139Z","caller":"traceutil/trace.go:171","msg":"trace[1753213487] transaction","detail":"{read_only:false; response_revision:22411; number_of_response:1; }","duration":"1.130820877s","start":"2026-04-16T01:14:09.074296Z","end":"2026-04-16T01:14:10.205117Z","steps":["trace[1753213487] 'process raft request' (duration: 1.129469923s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:10.205241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.074277Z","time spent":"1.130916279s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:10.205812Z","caller":"traceutil/trace.go:171","msg":"trace[1742041808] linearizableReadLoop","detail":"{readStateIndex:23094; appliedIndex:23091; }","duration":"1.352299585s","start":"2026-04-16T01:14:08.853135Z","end":"2026-04-16T01:14:10.205434Z","steps":["trace[1742041808] 'read index received' (duration: 410.554228ms)","trace[1742041808] 'applied index is now lower than readState.Index' (duration: 941.744237ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:10.206135Z","caller":"traceutil/trace.go:171","msg":"trace[50891368] transaction","detail":"{read_only:false; response_revision:22412; number_of_response:1; }","duration":"1.130987141s","start":"2026-04-16T01:14:09.075133Z","end":"2026-04-16T01:14:10.20612Z","steps":["trace[50891368] 'process raft request' (duration: 1.129905833s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:10.206298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.075126Z","time spent":"1.131074624s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:10.206381Z","caller":"traceutil/trace.go:171","msg":"trace[1502306781] transaction","detail":"{read_only:false; response_revision:22413; number_of_response:1; }","duration":"1.05148255s","start":"2026-04-16T01:14:09.154873Z","end":"2026-04-16T01:14:10.206355Z","steps":["trace[1502306781] 'process raft request' (duration: 1.050434163s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:10.206403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353262188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/tempest-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:10.206454Z","caller":"traceutil/trace.go:171","msg":"trace[210715992] range","detail":"{range_begin:/registry/serviceaccounts/openstack/tempest-ks-user; range_end:; response_count:0; response_revision:22413; }","duration":"1.353334102s","start":"2026-04-16T01:14:08.853092Z","end":"2026-04-16T01:14:10.206426Z","steps":["trace[210715992] 'agreement among raft nodes before linearized reading' (duration: 1.35326391s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:10.206472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:08.853071Z","time spent":"1.353396762s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/tempest-ks-user\" "} {"level":"warn","ts":"2026-04-16T01:14:10.20649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.154855Z","time spent":"1.051575533s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:10.706167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592184449416103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T01:14:11.021031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997098945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T01:14:11.021165Z","caller":"traceutil/trace.go:171","msg":"trace[2045427660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997271731s","start":"2026-04-16T01:14:09.023867Z","end":"2026-04-16T01:14:11.021139Z","steps":["trace[2045427660] 'agreement among raft nodes before linearized reading' (duration: 1.997118086s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.021226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.02385Z","time spent":"1.997364372s","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 01:14:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T01:14:11.119807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078647103s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T01:14:11.185639Z","caller":"traceutil/trace.go:171","msg":"trace[406479730] transaction","detail":"{read_only:false; response_revision:22415; number_of_response:1; }","duration":"1.307817538s","start":"2026-04-16T01:14:09.877802Z","end":"2026-04-16T01:14:11.185619Z","steps":["trace[406479730] 'process raft request' (duration: 1.307726485s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.185749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.877794Z","time spent":"1.307896621s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:11.1858Z","caller":"traceutil/trace.go:171","msg":"trace[1743915943] linearizableReadLoop","detail":"{readStateIndex:23102; appliedIndex:23097; }","duration":"979.881242ms","start":"2026-04-16T01:14:10.205902Z","end":"2026-04-16T01:14:11.185783Z","steps":["trace[1743915943] 'read index received' (duration: 914.260454ms)","trace[1743915943] 'applied index is now lower than readState.Index' (duration: 65.620027ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:11.185908Z","caller":"traceutil/trace.go:171","msg":"trace[528956150] transaction","detail":"{read_only:false; response_revision:22416; number_of_response:1; }","duration":"1.30787022s","start":"2026-04-16T01:14:09.878031Z","end":"2026-04-16T01:14:11.185901Z","steps":["trace[528956150] 'process raft request' (duration: 1.307562862s)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:11.185922Z","caller":"traceutil/trace.go:171","msg":"trace[655453445] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"1.308901416s","start":"2026-04-16T01:14:09.877014Z","end":"2026-04-16T01:14:11.185915Z","steps":["trace[655453445] 'process raft request' (duration: 1.243128495s)","trace[655453445] 'compare' (duration: 64.125679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:11.185961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.87699Z","time spent":"1.308950187s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:11.186006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.87802Z","time spent":"1.307913491s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:11.186235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041575962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:11.186271Z","caller":"traceutil/trace.go:171","msg":"trace[1948426556] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22418; }","duration":"2.041655944s","start":"2026-04-16T01:14:09.144606Z","end":"2026-04-16T01:14:11.186262Z","steps":["trace[1948426556] 'agreement among raft nodes before linearized reading' (duration: 2.041573402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.144585Z","time spent":"2.041709955s","remote":"127.0.0.1:40394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:11.186323Z","caller":"traceutil/trace.go:171","msg":"trace[15722846] transaction","detail":"{read_only:false; response_revision:22417; number_of_response:1; }","duration":"1.308093965s","start":"2026-04-16T01:14:09.878202Z","end":"2026-04-16T01:14:11.186295Z","steps":["trace[15722846] 'process raft request' (duration: 1.30748066s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308658499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T01:14:11.186462Z","caller":"traceutil/trace.go:171","msg":"trace[1998116901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22418; }","duration":"1.308727571s","start":"2026-04-16T01:14:09.877726Z","end":"2026-04-16T01:14:11.186453Z","steps":["trace[1998116901] 'agreement among raft nodes before linearized reading' (duration: 1.308541386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30716903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T01:14:11.186506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.878194Z","time spent":"1.308190527s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:11.186489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.877715Z","time spent":"1.308768563s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T01:14:11.186527Z","caller":"traceutil/trace.go:171","msg":"trace[305247335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22418; }","duration":"1.307303795s","start":"2026-04-16T01:14:09.879204Z","end":"2026-04-16T01:14:11.186508Z","steps":["trace[305247335] 'agreement among raft nodes before linearized reading' (duration: 1.307013759s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.879195Z","time spent":"1.307369207s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T01:14:11.18658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917489142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-16T01:14:11.186604Z","caller":"traceutil/trace.go:171","msg":"trace[1548289745] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22418; }","duration":"1.917541903s","start":"2026-04-16T01:14:09.269056Z","end":"2026-04-16T01:14:11.186598Z","steps":["trace[1548289745] 'agreement among raft nodes before linearized reading' (duration: 1.917478932s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.269036Z","time spent":"1.917582614s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T01:14:11.186653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548965599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T01:14:11.186416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829018803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:11.186729Z","caller":"traceutil/trace.go:171","msg":"trace[1962949185] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22418; }","duration":"1.5490588s","start":"2026-04-16T01:14:09.637648Z","end":"2026-04-16T01:14:11.186707Z","steps":["trace[1962949185] 'agreement among raft nodes before linearized reading' (duration: 1.548845295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.18652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914994027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fab20aa75\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-16T01:14:11.186792Z","caller":"traceutil/trace.go:171","msg":"trace[1250975798] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fab20aa75; range_end:; response_count:1; response_revision:22418; }","duration":"1.915264415s","start":"2026-04-16T01:14:09.27152Z","end":"2026-04-16T01:14:11.186784Z","steps":["trace[1250975798] 'agreement among raft nodes before linearized reading' (duration: 1.914916166s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.637628Z","time spent":"1.549150553s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-16T01:14:11.186779Z","caller":"traceutil/trace.go:171","msg":"trace[1407432211] transaction","detail":"{read_only:false; response_revision:22418; number_of_response:1; }","duration":"1.305034876s","start":"2026-04-16T01:14:09.881708Z","end":"2026-04-16T01:14:11.186743Z","steps":["trace[1407432211] 'process raft request' (duration: 1.304034991s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.271501Z","time spent":"1.915315556s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fab20aa75\" "} {"level":"info","ts":"2026-04-16T01:14:11.186798Z","caller":"traceutil/trace.go:171","msg":"trace[1286925858] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22418; }","duration":"1.829463804s","start":"2026-04-16T01:14:09.357291Z","end":"2026-04-16T01:14:11.186755Z","steps":["trace[1286925858] 'agreement among raft nodes before linearized reading' (duration: 1.828880029s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.881699Z","time spent":"1.30514062s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:11.186906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124552562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:11.186943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.357269Z","time spent":"1.829624208s","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:11.186984Z","caller":"traceutil/trace.go:171","msg":"trace[162766886] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:22418; }","duration":"2.124688575s","start":"2026-04-16T01:14:09.062275Z","end":"2026-04-16T01:14:11.186964Z","steps":["trace[162766886] 'agreement among raft nodes before linearized reading' (duration: 2.12453999s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.186987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100386344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:14:11.187045Z","caller":"traceutil/trace.go:171","msg":"trace[793321076] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22418; }","duration":"2.10062418s","start":"2026-04-16T01:14:09.086408Z","end":"2026-04-16T01:14:11.187033Z","steps":["trace[793321076] 'agreement among raft nodes before linearized reading' (duration: 2.100324842s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.187042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.062256Z","time spent":"2.124766487s","remote":"127.0.0.1:45784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:11.187078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:09.086398Z","time spent":"2.100671731s","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T01:14:11.212915Z","caller":"traceutil/trace.go:171","msg":"trace[1911299565] transaction","detail":"{read_only:false; response_revision:22419; number_of_response:1; }","duration":"438.417919ms","start":"2026-04-16T01:14:10.77447Z","end":"2026-04-16T01:14:11.212888Z","steps":["trace[1911299565] 'process raft request' (duration: 438.273336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.213082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:10.774435Z","time spent":"438.551043ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:11.21318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.663087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:11.213254Z","caller":"traceutil/trace.go:171","msg":"trace[1230906199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22419; }","duration":"191.783278ms","start":"2026-04-16T01:14:11.021451Z","end":"2026-04-16T01:14:11.213234Z","steps":["trace[1230906199] 'agreement among raft nodes before linearized reading' (duration: 191.636905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.213371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.809665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-16T01:14:11.213417Z","caller":"traceutil/trace.go:171","msg":"trace[953276992] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22419; }","duration":"989.880896ms","start":"2026-04-16T01:14:10.223524Z","end":"2026-04-16T01:14:11.213405Z","steps":["trace[953276992] 'agreement among raft nodes before linearized reading' (duration: 989.783993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.213402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.366272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:11.21342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003295479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/tempest-run-tests\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:11.213457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:10.223484Z","time spent":"989.966198ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-16T01:14:11.213475Z","caller":"traceutil/trace.go:171","msg":"trace[552422966] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22419; }","duration":"720.506027ms","start":"2026-04-16T01:14:10.492952Z","end":"2026-04-16T01:14:11.213459Z","steps":["trace[552422966] 'agreement among raft nodes before linearized reading' (duration: 720.348002ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:11.213482Z","caller":"traceutil/trace.go:171","msg":"trace[1740681478] range","detail":"{range_begin:/registry/serviceaccounts/openstack/tempest-run-tests; range_end:; response_count:0; response_revision:22419; }","duration":"1.003411983s","start":"2026-04-16T01:14:10.210056Z","end":"2026-04-16T01:14:11.213468Z","steps":["trace[1740681478] 'agreement among raft nodes before linearized reading' (duration: 1.003261198s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.213527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:10.49293Z","time spent":"720.586078ms","remote":"127.0.0.1:40604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:11.213517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.210997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:11.213526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:10.210012Z","time spent":"1.003505925s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/tempest-run-tests\" "} {"level":"info","ts":"2026-04-16T01:14:11.213592Z","caller":"traceutil/trace.go:171","msg":"trace[830771905] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22419; }","duration":"579.336279ms","start":"2026-04-16T01:14:10.634236Z","end":"2026-04-16T01:14:11.213573Z","steps":["trace[830771905] 'agreement among raft nodes before linearized reading' (duration: 579.157415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.213633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:10.634217Z","time spent":"579.40885ms","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:11.648375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.966161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:14:11.6486Z","caller":"traceutil/trace.go:171","msg":"trace[879968028] linearizableReadLoop","detail":"{readStateIndex:23106; appliedIndex:23103; }","duration":"435.523555ms","start":"2026-04-16T01:14:11.213061Z","end":"2026-04-16T01:14:11.648585Z","steps":["trace[879968028] 'read index received' (duration: 90.351878ms)","trace[879968028] 'applied index is now lower than readState.Index' (duration: 345.170987ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:11.648688Z","caller":"traceutil/trace.go:171","msg":"trace[1525962109] transaction","detail":"{read_only:false; response_revision:22420; number_of_response:1; }","duration":"458.118573ms","start":"2026-04-16T01:14:11.190557Z","end":"2026-04-16T01:14:11.648676Z","steps":["trace[1525962109] 'process raft request' (duration: 112.755251ms)","trace[1525962109] 'compare' (duration: 344.50166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:11.648742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.190535Z","time spent":"458.180554ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:11.64902Z","caller":"traceutil/trace.go:171","msg":"trace[995486758] transaction","detail":"{read_only:false; response_revision:22421; number_of_response:1; }","duration":"456.689516ms","start":"2026-04-16T01:14:11.192322Z","end":"2026-04-16T01:14:11.649012Z","steps":["trace[995486758] 'process raft request' (duration: 456.142873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.64908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.192311Z","time spent":"456.741667ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:11.649238Z","caller":"traceutil/trace.go:171","msg":"trace[1718075759] transaction","detail":"{read_only:false; response_revision:22422; number_of_response:1; }","duration":"456.365118ms","start":"2026-04-16T01:14:11.192865Z","end":"2026-04-16T01:14:11.64923Z","steps":["trace[1718075759] 'process raft request' (duration: 455.684991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.649303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.192846Z","time spent":"456.43342ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:11.649495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.746934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-16T01:14:11.649526Z","caller":"traceutil/trace.go:171","msg":"trace[46964267] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22422; }","duration":"459.812027ms","start":"2026-04-16T01:14:11.189706Z","end":"2026-04-16T01:14:11.649518Z","steps":["trace[46964267] 'agreement among raft nodes before linearized reading' (duration: 459.708424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.64955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.189684Z","time spent":"459.858647ms","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T01:14:11.649694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.814056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/tempest-etc\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:11.649726Z","caller":"traceutil/trace.go:171","msg":"trace[813031026] range","detail":"{range_begin:/registry/secrets/openstack/tempest-etc; range_end:; response_count:0; response_revision:22422; }","duration":"432.875248ms","start":"2026-04-16T01:14:11.216843Z","end":"2026-04-16T01:14:11.649718Z","steps":["trace[813031026] 'agreement among raft nodes before linearized reading' (duration: 432.824227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.649747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.216824Z","time spent":"432.917349ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/tempest-etc\" "} {"level":"warn","ts":"2026-04-16T01:14:11.650235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.270453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:14:11.650268Z","caller":"traceutil/trace.go:171","msg":"trace[506793020] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:22422; }","duration":"241.351096ms","start":"2026-04-16T01:14:11.40891Z","end":"2026-04-16T01:14:11.650261Z","steps":["trace[506793020] 'agreement among raft nodes before linearized reading' (duration: 241.281535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.6504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.74901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:11.650434Z","caller":"traceutil/trace.go:171","msg":"trace[308388130] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22422; }","duration":"294.819941ms","start":"2026-04-16T01:14:11.355604Z","end":"2026-04-16T01:14:11.650423Z","steps":["trace[308388130] 'agreement among raft nodes before linearized reading' (duration: 294.772001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.650569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.78762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T01:14:11.650599Z","caller":"traceutil/trace.go:171","msg":"trace[1236951036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22422; }","duration":"321.896153ms","start":"2026-04-16T01:14:11.328696Z","end":"2026-04-16T01:14:11.650592Z","steps":["trace[1236951036] 'agreement among raft nodes before linearized reading' (duration: 321.842371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.650622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.328662Z","time spent":"321.952384ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:11.650767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.062796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:11.650797Z","caller":"traceutil/trace.go:171","msg":"trace[788412650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22422; }","duration":"430.132108ms","start":"2026-04-16T01:14:11.220657Z","end":"2026-04-16T01:14:11.650789Z","steps":["trace[788412650] 'agreement among raft nodes before linearized reading' (duration: 430.086527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:11.650817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.220637Z","time spent":"430.17526ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T01:14:12.056599Z","caller":"traceutil/trace.go:171","msg":"trace[1282730529] transaction","detail":"{read_only:false; response_revision:22423; number_of_response:1; }","duration":"399.729431ms","start":"2026-04-16T01:14:11.656839Z","end":"2026-04-16T01:14:12.056568Z","steps":["trace[1282730529] 'process raft request' (duration: 384.474182ms)","trace[1282730529] 'compare' (duration: 13.70749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:12.05674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.656826Z","time spent":"399.855335ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T01:14:12.05674Z","caller":"traceutil/trace.go:171","msg":"trace[990731123] linearizableReadLoop","detail":"{readStateIndex:23109; appliedIndex:23106; }","duration":"399.68503ms","start":"2026-04-16T01:14:11.65703Z","end":"2026-04-16T01:14:12.056715Z","steps":["trace[990731123] 'read index received' (duration: 384.293007ms)","trace[990731123] 'applied index is now lower than readState.Index' (duration: 15.390763ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:12.056894Z","caller":"traceutil/trace.go:171","msg":"trace[1165917593] transaction","detail":"{read_only:false; response_revision:22425; number_of_response:1; }","duration":"399.878975ms","start":"2026-04-16T01:14:11.656998Z","end":"2026-04-16T01:14:12.056877Z","steps":["trace[1165917593] 'process raft request' (duration: 399.659859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:12.057034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.001898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T01:14:12.05705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.198972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/tempest-keystone-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:12.057072Z","caller":"traceutil/trace.go:171","msg":"trace[1830909453] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22425; }","duration":"400.09154ms","start":"2026-04-16T01:14:11.656974Z","end":"2026-04-16T01:14:12.057066Z","steps":["trace[1830909453] 'agreement among raft nodes before linearized reading' (duration: 399.947437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:12.057102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.656955Z","time spent":"400.140681ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T01:14:12.057112Z","caller":"traceutil/trace.go:171","msg":"trace[51583732] range","detail":"{range_begin:/registry/secrets/openstack/tempest-keystone-user; range_end:; response_count:0; response_revision:22425; }","duration":"398.261723ms","start":"2026-04-16T01:14:11.658835Z","end":"2026-04-16T01:14:12.057096Z","steps":["trace[51583732] 'agreement among raft nodes before linearized reading' (duration: 398.160371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:12.057164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.658801Z","time spent":"398.352245ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/tempest-keystone-user\" "} {"level":"info","ts":"2026-04-16T01:14:12.056759Z","caller":"traceutil/trace.go:171","msg":"trace[1896890470] transaction","detail":"{read_only:false; response_revision:22424; number_of_response:1; }","duration":"399.800634ms","start":"2026-04-16T01:14:11.656936Z","end":"2026-04-16T01:14:12.056736Z","steps":["trace[1896890470] 'process raft request' (duration: 399.578308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:12.057253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.656917Z","time spent":"400.295525ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:12.057386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.925095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:12.057466Z","caller":"traceutil/trace.go:171","msg":"trace[268873954] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22425; }","duration":"396.017286ms","start":"2026-04-16T01:14:11.661429Z","end":"2026-04-16T01:14:12.057446Z","steps":["trace[268873954] 'agreement among raft nodes before linearized reading' (duration: 395.910643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:12.057049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.65699Z","time spent":"399.954377ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:12.057514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:11.661421Z","time spent":"396.079628ms","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:14:12.615339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.899009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:14:12.615681Z","caller":"traceutil/trace.go:171","msg":"trace[2145760663] linearizableReadLoop","detail":"{readStateIndex:23111; appliedIndex:23109; }","duration":"551.862427ms","start":"2026-04-16T01:14:12.063801Z","end":"2026-04-16T01:14:12.615664Z","steps":["trace[2145760663] 'read index received' (duration: 36.79429ms)","trace[2145760663] 'applied index is now lower than readState.Index' (duration: 515.067077ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:12.615723Z","caller":"traceutil/trace.go:171","msg":"trace[2145581500] transaction","detail":"{read_only:false; response_revision:22427; number_of_response:1; }","duration":"552.198716ms","start":"2026-04-16T01:14:12.063457Z","end":"2026-04-16T01:14:12.615656Z","steps":["trace[2145581500] 'process raft request' (duration: 208.891096ms)","trace[2145581500] 'compare' (duration: 342.552431ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:12.615735Z","caller":"traceutil/trace.go:171","msg":"trace[1689021815] transaction","detail":"{read_only:false; response_revision:22428; number_of_response:1; }","duration":"537.187602ms","start":"2026-04-16T01:14:12.078487Z","end":"2026-04-16T01:14:12.615674Z","steps":["trace[1689021815] 'process raft request' (duration: 536.979277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:12.615858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.063431Z","time spent":"552.348019ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:12.615923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.078467Z","time spent":"537.357936ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:12.615864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.049302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:12.616446Z","caller":"traceutil/trace.go:171","msg":"trace[789418114] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22428; }","duration":"552.661498ms","start":"2026-04-16T01:14:12.063769Z","end":"2026-04-16T01:14:12.61643Z","steps":["trace[789418114] 'agreement among raft nodes before linearized reading' (duration: 551.968029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:12.616607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.063757Z","time spent":"552.833781ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:14:12.962413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.747397ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T01:14:12.962975Z","caller":"traceutil/trace.go:171","msg":"trace[1693703554] transaction","detail":"{read_only:false; response_revision:22429; number_of_response:1; }","duration":"749.769963ms","start":"2026-04-16T01:14:12.213164Z","end":"2026-04-16T01:14:12.962934Z","steps":["trace[1693703554] 'process raft request' (duration: 749.357843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:12.963137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.213129Z","time spent":"749.928287ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:14:13.201766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.787299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:14:13.201848Z","caller":"traceutil/trace.go:171","msg":"trace[812892917] linearizableReadLoop","detail":"{readStateIndex:23115; appliedIndex:23112; }","duration":"586.112613ms","start":"2026-04-16T01:14:12.615722Z","end":"2026-04-16T01:14:13.201835Z","steps":["trace[812892917] 'read index received' (duration: 46.082µs)","trace[812892917] 'applied index is now lower than readState.Index' (duration: 586.065701ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:13.201974Z","caller":"traceutil/trace.go:171","msg":"trace[1821198686] transaction","detail":"{read_only:false; response_revision:22430; number_of_response:1; }","duration":"988.615854ms","start":"2026-04-16T01:14:12.213343Z","end":"2026-04-16T01:14:13.201959Z","steps":["trace[1821198686] 'process raft request' (duration: 749.574428ms)","trace[1821198686] 'compare' (duration: 238.566714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:13.201991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.566254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:14:13.202035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.213323Z","time spent":"988.683085ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:14:13.202046Z","caller":"traceutil/trace.go:171","msg":"trace[1226057146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22430; }","duration":"961.659326ms","start":"2026-04-16T01:14:12.240374Z","end":"2026-04-16T01:14:13.202033Z","steps":["trace[1226057146] 'agreement among raft nodes before linearized reading' (duration: 961.561024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.20208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.240361Z","time spent":"961.710647ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:13.202079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13763695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/tempest-openstack-tempest-run-tests\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:13.202215Z","caller":"traceutil/trace.go:171","msg":"trace[1461221034] range","detail":"{range_begin:/registry/roles/openstack/tempest-openstack-tempest-run-tests; range_end:; response_count:0; response_revision:22430; }","duration":"1.137809525s","start":"2026-04-16T01:14:12.064386Z","end":"2026-04-16T01:14:13.202196Z","steps":["trace[1461221034] 'agreement among raft nodes before linearized reading' (duration: 1.137556059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.202322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.06436Z","time spent":"1.137925308s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":29,"request content":"key:\"/registry/roles/openstack/tempest-openstack-tempest-run-tests\" "} {"level":"warn","ts":"2026-04-16T01:14:13.202298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097565007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dk9kf.18a6b1421a05d064\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-16T01:14:13.202391Z","caller":"traceutil/trace.go:171","msg":"trace[2111277642] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dk9kf.18a6b1421a05d064; range_end:; response_count:1; response_revision:22430; }","duration":"1.097704701s","start":"2026-04-16T01:14:12.104663Z","end":"2026-04-16T01:14:13.202368Z","steps":["trace[2111277642] 'agreement among raft nodes before linearized reading' (duration: 1.097460894s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.202446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.104644Z","time spent":"1.097787872s","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dk9kf.18a6b1421a05d064\" "} {"level":"warn","ts":"2026-04-16T01:14:13.202408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.878399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T01:14:13.202682Z","caller":"traceutil/trace.go:171","msg":"trace[62790649] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22430; }","duration":"868.222779ms","start":"2026-04-16T01:14:12.334443Z","end":"2026-04-16T01:14:13.202666Z","steps":["trace[62790649] 'agreement among raft nodes before linearized reading' (duration: 867.679745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.202883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.334424Z","time spent":"868.343792ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-16T01:14:13.329192Z","caller":"traceutil/trace.go:171","msg":"trace[1266784012] transaction","detail":"{read_only:false; response_revision:22432; number_of_response:1; }","duration":"136.655011ms","start":"2026-04-16T01:14:13.192511Z","end":"2026-04-16T01:14:13.329166Z","steps":["trace[1266784012] 'process raft request' (duration: 117.215683ms)","trace[1266784012] 'compare' (duration: 19.256503ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:13.329437Z","caller":"traceutil/trace.go:171","msg":"trace[1688649263] transaction","detail":"{read_only:false; response_revision:22433; number_of_response:1; }","duration":"136.181428ms","start":"2026-04-16T01:14:13.193246Z","end":"2026-04-16T01:14:13.329428Z","steps":["trace[1688649263] 'process raft request' (duration: 135.873821ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.329637Z","caller":"traceutil/trace.go:171","msg":"trace[1997463107] transaction","detail":"{read_only:false; response_revision:22434; number_of_response:1; }","duration":"136.325543ms","start":"2026-04-16T01:14:13.193302Z","end":"2026-04-16T01:14:13.329627Z","steps":["trace[1997463107] 'process raft request' (duration: 136.087747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.330197Z","caller":"traceutil/trace.go:171","msg":"trace[796388024] transaction","detail":"{read_only:false; response_revision:22435; number_of_response:1; }","duration":"136.847387ms","start":"2026-04-16T01:14:13.193302Z","end":"2026-04-16T01:14:13.330149Z","steps":["trace[796388024] 'process raft request' (duration: 136.295723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.330221Z","caller":"traceutil/trace.go:171","msg":"trace[1536174809] linearizableReadLoop","detail":"{readStateIndex:23120; appliedIndex:23115; }","duration":"128.329338ms","start":"2026-04-16T01:14:13.201866Z","end":"2026-04-16T01:14:13.330196Z","steps":["trace[1536174809] 'read index received' (duration: 27.259046ms)","trace[1536174809] 'applied index is now lower than readState.Index' (duration: 101.068672ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:13.330262Z","caller":"traceutil/trace.go:171","msg":"trace[256889102] transaction","detail":"{read_only:false; response_revision:22436; number_of_response:1; }","duration":"126.06295ms","start":"2026-04-16T01:14:13.204185Z","end":"2026-04-16T01:14:13.330248Z","steps":["trace[256889102] 'process raft request' (duration: 125.800164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.330324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.619191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:13.330393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.517105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:13.330409Z","caller":"traceutil/trace.go:171","msg":"trace[201093260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22437; }","duration":"313.755564ms","start":"2026-04-16T01:14:13.016631Z","end":"2026-04-16T01:14:13.330386Z","steps":["trace[201093260] 'agreement among raft nodes before linearized reading' (duration: 313.597051ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.330443Z","caller":"traceutil/trace.go:171","msg":"trace[1617162017] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22437; }","duration":"480.616207ms","start":"2026-04-16T01:14:12.849813Z","end":"2026-04-16T01:14:13.330429Z","steps":["trace[1617162017] 'agreement among raft nodes before linearized reading' (duration: 480.518144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.330451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:13.016608Z","time spent":"313.835806ms","remote":"127.0.0.1:43264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T01:14:13.330493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.451672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T01:14:13.330554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.849796Z","time spent":"480.679069ms","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:13.330672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.751166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:13.330736Z","caller":"traceutil/trace.go:171","msg":"trace[51545123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22437; }","duration":"535.866328ms","start":"2026-04-16T01:14:12.794858Z","end":"2026-04-16T01:14:13.330724Z","steps":["trace[51545123] 'agreement among raft nodes before linearized reading' (duration: 535.763576ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.33059Z","caller":"traceutil/trace.go:171","msg":"trace[1953160124] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22437; }","duration":"707.563235ms","start":"2026-04-16T01:14:12.622983Z","end":"2026-04-16T01:14:13.330546Z","steps":["trace[1953160124] 'agreement among raft nodes before linearized reading' (duration: 707.455372ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.330556Z","caller":"traceutil/trace.go:171","msg":"trace[867536847] transaction","detail":"{read_only:false; response_revision:22437; number_of_response:1; }","duration":"112.460454ms","start":"2026-04-16T01:14:13.218065Z","end":"2026-04-16T01:14:13.330525Z","steps":["trace[867536847] 'process raft request' (duration: 112.036673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.330793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.794835Z","time spent":"535.941851ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:14:13.330797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.654373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7g52w\" ","response":"range_response_count:1 size:6684"} {"level":"info","ts":"2026-04-16T01:14:13.331522Z","caller":"traceutil/trace.go:171","msg":"trace[526112007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7g52w; range_end:; response_count:1; response_revision:22437; }","duration":"204.427692ms","start":"2026-04-16T01:14:13.127074Z","end":"2026-04-16T01:14:13.331502Z","steps":["trace[526112007] 'agreement among raft nodes before linearized reading' (duration: 203.543589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.330836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.414793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/tempest-tempest-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:13.331645Z","caller":"traceutil/trace.go:171","msg":"trace[1609981256] range","detail":"{range_begin:/registry/rolebindings/openstack/tempest-tempest-ks-user; range_end:; response_count:0; response_revision:22437; }","duration":"126.216874ms","start":"2026-04-16T01:14:13.205412Z","end":"2026-04-16T01:14:13.331629Z","steps":["trace[1609981256] 'agreement among raft nodes before linearized reading' (duration: 125.391492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.330882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.098959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:13.331767Z","caller":"traceutil/trace.go:171","msg":"trace[9031233] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22437; }","duration":"122.989471ms","start":"2026-04-16T01:14:13.208746Z","end":"2026-04-16T01:14:13.331736Z","steps":["trace[9031233] 'agreement among raft nodes before linearized reading' (duration: 122.111109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:13.330847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:14:12.622964Z","time spent":"707.847341ms","remote":"127.0.0.1:43530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T01:14:13.330998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.860129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e1e63972-14a1-48be-82b8-a985f8188055\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-16T01:14:13.331921Z","caller":"traceutil/trace.go:171","msg":"trace[2039540675] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e1e63972-14a1-48be-82b8-a985f8188055; range_end:; response_count:1; response_revision:22437; }","duration":"125.792883ms","start":"2026-04-16T01:14:13.206098Z","end":"2026-04-16T01:14:13.331891Z","steps":["trace[2039540675] 'agreement among raft nodes before linearized reading' (duration: 124.806368ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.732408Z","caller":"traceutil/trace.go:171","msg":"trace[561997831] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"166.78843ms","start":"2026-04-16T01:14:13.565575Z","end":"2026-04-16T01:14:13.732363Z","steps":["trace[561997831] 'process raft request' (duration: 166.618326ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.732466Z","caller":"traceutil/trace.go:171","msg":"trace[450574479] transaction","detail":"{read_only:false; response_revision:22449; number_of_response:1; }","duration":"165.983129ms","start":"2026-04-16T01:14:13.566442Z","end":"2026-04-16T01:14:13.732425Z","steps":["trace[450574479] 'process raft request' (duration: 165.877667ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:13.732702Z","caller":"traceutil/trace.go:171","msg":"trace[599831505] transaction","detail":"{read_only:false; response_revision:22448; number_of_response:1; }","duration":"166.925194ms","start":"2026-04-16T01:14:13.565759Z","end":"2026-04-16T01:14:13.732685Z","steps":["trace[599831505] 'process raft request' (duration: 166.533343ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:14.378229Z","caller":"traceutil/trace.go:171","msg":"trace[629524678] linearizableReadLoop","detail":"{readStateIndex:23151; appliedIndex:23150; }","duration":"168.869893ms","start":"2026-04-16T01:14:14.209335Z","end":"2026-04-16T01:14:14.378205Z","steps":["trace[629524678] 'read index received' (duration: 108.46247ms)","trace[629524678] 'applied index is now lower than readState.Index' (duration: 60.404443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:14.378422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.492895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-04-16T01:14:14.37841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.976481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T01:14:14.378458Z","caller":"traceutil/trace.go:171","msg":"trace[1289453131] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22466; }","duration":"188.556167ms","start":"2026-04-16T01:14:14.189892Z","end":"2026-04-16T01:14:14.378448Z","steps":["trace[1289453131] 'agreement among raft nodes before linearized reading' (duration: 188.412834ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:14.378458Z","caller":"traceutil/trace.go:171","msg":"trace[1061230100] transaction","detail":"{read_only:false; response_revision:22466; number_of_response:1; }","duration":"192.461526ms","start":"2026-04-16T01:14:14.18597Z","end":"2026-04-16T01:14:14.378431Z","steps":["trace[1061230100] 'process raft request' (duration: 131.843057ms)","trace[1061230100] 'compare' (duration: 60.038064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:14:14.378771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.978416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-16T01:14:14.378817Z","caller":"traceutil/trace.go:171","msg":"trace[1761253492] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22466; }","duration":"187.047577ms","start":"2026-04-16T01:14:14.191757Z","end":"2026-04-16T01:14:14.378805Z","steps":["trace[1761253492] 'agreement among raft nodes before linearized reading' (duration: 186.454812ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:14.378484Z","caller":"traceutil/trace.go:171","msg":"trace[1346174542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22466; }","duration":"188.058543ms","start":"2026-04-16T01:14:14.190404Z","end":"2026-04-16T01:14:14.378462Z","steps":["trace[1346174542] 'agreement among raft nodes before linearized reading' (duration: 187.861378ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:14.45004Z","caller":"traceutil/trace.go:171","msg":"trace[1883688977] transaction","detail":"{read_only:false; response_revision:22467; number_of_response:1; }","duration":"160.233613ms","start":"2026-04-16T01:14:14.289787Z","end":"2026-04-16T01:14:14.450021Z","steps":["trace[1883688977] 'process raft request' (duration: 159.989126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:14.450249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.505506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:14:14.450296Z","caller":"traceutil/trace.go:171","msg":"trace[2143416522] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22467; }","duration":"172.591708ms","start":"2026-04-16T01:14:14.277691Z","end":"2026-04-16T01:14:14.450282Z","steps":["trace[2143416522] 'agreement among raft nodes before linearized reading' (duration: 172.510676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:14.450498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.171969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T01:14:14.450527Z","caller":"traceutil/trace.go:171","msg":"trace[564085017] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6af4fbafa240c; range_end:; response_count:1; response_revision:22467; }","duration":"237.229309ms","start":"2026-04-16T01:14:14.213291Z","end":"2026-04-16T01:14:14.450521Z","steps":["trace[564085017] 'agreement among raft nodes before linearized reading' (duration: 237.131327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:14.450661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.164534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-16T01:14:14.450686Z","caller":"traceutil/trace.go:171","msg":"trace[1934394175] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22467; }","duration":"238.208085ms","start":"2026-04-16T01:14:14.212471Z","end":"2026-04-16T01:14:14.450679Z","steps":["trace[1934394175] 'agreement among raft nodes before linearized reading' (duration: 238.145353ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:15.376183Z","caller":"traceutil/trace.go:171","msg":"trace[500381566] transaction","detail":"{read_only:false; response_revision:22512; number_of_response:1; }","duration":"144.090721ms","start":"2026-04-16T01:14:15.232053Z","end":"2026-04-16T01:14:15.376144Z","steps":["trace[500381566] 'process raft request' (duration: 129.746895ms)","trace[500381566] 'compare' (duration: 14.12553ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:17.51759Z","caller":"traceutil/trace.go:171","msg":"trace[126939960] transaction","detail":"{read_only:false; response_revision:22527; number_of_response:1; }","duration":"136.507546ms","start":"2026-04-16T01:14:17.38106Z","end":"2026-04-16T01:14:17.517568Z","steps":["trace[126939960] 'process raft request' (duration: 136.359373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:17.517875Z","caller":"traceutil/trace.go:171","msg":"trace[1075817937] transaction","detail":"{read_only:false; response_revision:22528; number_of_response:1; }","duration":"126.886371ms","start":"2026-04-16T01:14:17.39097Z","end":"2026-04-16T01:14:17.517857Z","steps":["trace[1075817937] 'process raft request' (duration: 126.558373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:17.518132Z","caller":"traceutil/trace.go:171","msg":"trace[1839933476] transaction","detail":"{read_only:false; response_revision:22529; number_of_response:1; }","duration":"126.07407ms","start":"2026-04-16T01:14:17.392031Z","end":"2026-04-16T01:14:17.518105Z","steps":["trace[1839933476] 'process raft request' (duration: 125.733181ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:17.518493Z","caller":"traceutil/trace.go:171","msg":"trace[770906038] transaction","detail":"{read_only:false; response_revision:22531; number_of_response:1; }","duration":"125.967778ms","start":"2026-04-16T01:14:17.392483Z","end":"2026-04-16T01:14:17.518451Z","steps":["trace[770906038] 'process raft request' (duration: 125.845995ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:17.51862Z","caller":"traceutil/trace.go:171","msg":"trace[1185474859] transaction","detail":"{read_only:false; response_revision:22532; number_of_response:1; }","duration":"125.508936ms","start":"2026-04-16T01:14:17.393093Z","end":"2026-04-16T01:14:17.518602Z","steps":["trace[1185474859] 'process raft request' (duration: 125.319641ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:17.518618Z","caller":"traceutil/trace.go:171","msg":"trace[388805023] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"126.378999ms","start":"2026-04-16T01:14:17.392208Z","end":"2026-04-16T01:14:17.518587Z","steps":["trace[388805023] 'process raft request' (duration: 125.855725ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:23.755144Z","caller":"traceutil/trace.go:171","msg":"trace[934526242] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"109.325432ms","start":"2026-04-16T01:14:23.645796Z","end":"2026-04-16T01:14:23.755121Z","steps":["trace[934526242] 'process raft request' (duration: 109.178118ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:25.88276Z","caller":"traceutil/trace.go:171","msg":"trace[947339588] transaction","detail":"{read_only:false; response_revision:22579; number_of_response:1; }","duration":"115.165972ms","start":"2026-04-16T01:14:25.76757Z","end":"2026-04-16T01:14:25.882736Z","steps":["trace[947339588] 'process raft request' (duration: 115.119921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:25.883115Z","caller":"traceutil/trace.go:171","msg":"trace[1127614854] transaction","detail":"{read_only:false; response_revision:22575; number_of_response:1; }","duration":"118.779495ms","start":"2026-04-16T01:14:25.76432Z","end":"2026-04-16T01:14:25.8831Z","steps":["trace[1127614854] 'process raft request' (duration: 116.431824ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:25.883255Z","caller":"traceutil/trace.go:171","msg":"trace[685783232] transaction","detail":"{read_only:false; response_revision:22576; number_of_response:1; }","duration":"117.908502ms","start":"2026-04-16T01:14:25.765338Z","end":"2026-04-16T01:14:25.883246Z","steps":["trace[685783232] 'process raft request' (duration: 117.199944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:25.883752Z","caller":"traceutil/trace.go:171","msg":"trace[1279624678] transaction","detail":"{read_only:false; response_revision:22577; number_of_response:1; }","duration":"118.169908ms","start":"2026-04-16T01:14:25.765523Z","end":"2026-04-16T01:14:25.883693Z","steps":["trace[1279624678] 'process raft request' (duration: 117.096301ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:25.884362Z","caller":"traceutil/trace.go:171","msg":"trace[1583356554] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"117.595724ms","start":"2026-04-16T01:14:25.766753Z","end":"2026-04-16T01:14:25.884348Z","steps":["trace[1583356554] 'process raft request' (duration: 115.906511ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:29.561294Z","caller":"traceutil/trace.go:171","msg":"trace[1875301808] linearizableReadLoop","detail":"{readStateIndex:23294; appliedIndex:23293; }","duration":"100.403414ms","start":"2026-04-16T01:14:29.46087Z","end":"2026-04-16T01:14:29.561273Z","steps":["trace[1875301808] 'read index received' (duration: 100.2001ms)","trace[1875301808] 'applied index is now lower than readState.Index' (duration: 202.414µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:29.561425Z","caller":"traceutil/trace.go:171","msg":"trace[479103821] transaction","detail":"{read_only:false; response_revision:22606; number_of_response:1; }","duration":"106.811838ms","start":"2026-04-16T01:14:29.454578Z","end":"2026-04-16T01:14:29.561389Z","steps":["trace[479103821] 'process raft request' (duration: 106.540621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:29.56151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.62894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T01:14:29.561557Z","caller":"traceutil/trace.go:171","msg":"trace[821624688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22606; }","duration":"100.707793ms","start":"2026-04-16T01:14:29.460835Z","end":"2026-04-16T01:14:29.561542Z","steps":["trace[821624688] 'agreement among raft nodes before linearized reading' (duration: 100.561159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:34.013766Z","caller":"traceutil/trace.go:171","msg":"trace[1973432877] linearizableReadLoop","detail":"{readStateIndex:23345; appliedIndex:23344; }","duration":"119.966015ms","start":"2026-04-16T01:14:33.893783Z","end":"2026-04-16T01:14:34.013749Z","steps":["trace[1973432877] 'read index received' (duration: 119.895143ms)","trace[1973432877] 'applied index is now lower than readState.Index' (duration: 70.132µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:14:34.013811Z","caller":"traceutil/trace.go:171","msg":"trace[1271870817] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"166.844891ms","start":"2026-04-16T01:14:33.846941Z","end":"2026-04-16T01:14:34.013786Z","steps":["trace[1271870817] 'process raft request' (duration: 166.695928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:14:34.01394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.151149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/tempest-ks-user\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-16T01:14:34.01397Z","caller":"traceutil/trace.go:171","msg":"trace[1090411903] range","detail":"{range_begin:/registry/serviceaccounts/openstack/tempest-ks-user; range_end:; response_count:1; response_revision:22655; }","duration":"120.236462ms","start":"2026-04-16T01:14:33.893725Z","end":"2026-04-16T01:14:34.013961Z","steps":["trace[1090411903] 'agreement among raft nodes before linearized reading' (duration: 120.107799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:14:37.605137Z","caller":"traceutil/trace.go:171","msg":"trace[710387435] transaction","detail":"{read_only:false; response_revision:22686; number_of_response:1; }","duration":"128.561854ms","start":"2026-04-16T01:14:37.476554Z","end":"2026-04-16T01:14:37.605116Z","steps":["trace[710387435] 'process raft request' (duration: 128.301887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:15:07.346344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.070928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-j7v5r\" ","response":"range_response_count:1 size:10042"} {"level":"info","ts":"2026-04-16T01:15:07.346434Z","caller":"traceutil/trace.go:171","msg":"trace[1503114104] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-j7v5r; range_end:; response_count:1; response_revision:22959; }","duration":"140.196751ms","start":"2026-04-16T01:15:07.206219Z","end":"2026-04-16T01:15:07.346416Z","steps":["trace[1503114104] 'range keys from in-memory index tree' (duration: 139.942525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:15:07.346513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.6526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-16T01:15:07.346588Z","caller":"traceutil/trace.go:171","msg":"trace[2033462202] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22959; }","duration":"152.775992ms","start":"2026-04-16T01:15:07.193798Z","end":"2026-04-16T01:15:07.346574Z","steps":["trace[2033462202] 'range keys from in-memory index tree' (duration: 152.487215ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:15:33.510657Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21134} {"level":"info","ts":"2026-04-16T01:15:33.672522Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21134,"took":"158.204522ms","hash":3406970909,"current-db-size-bytes":60669952,"current-db-size":"61 MB","current-db-size-in-use-bytes":33579008,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T01:15:33.67257Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3406970909,"revision":21134,"compact-revision":17906} {"level":"warn","ts":"2026-04-16T01:15:39.765905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.899613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T01:15:39.765961Z","caller":"traceutil/trace.go:171","msg":"trace[482308396] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23219; }","duration":"101.994865ms","start":"2026-04-16T01:15:39.663954Z","end":"2026-04-16T01:15:39.765949Z","steps":["trace[482308396] 'count revisions from in-memory index tree' (duration: 101.850832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:16:00.437931Z","caller":"traceutil/trace.go:171","msg":"trace[616517665] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"150.816593ms","start":"2026-04-16T01:16:00.287086Z","end":"2026-04-16T01:16:00.437903Z","steps":["trace[616517665] 'process raft request' (duration: 150.394102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:16:55.239743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.241739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T01:16:55.239874Z","caller":"traceutil/trace.go:171","msg":"trace[888859420] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"455.250616ms","start":"2026-04-16T01:16:54.784604Z","end":"2026-04-16T01:16:55.239854Z","steps":["trace[888859420] 'process raft request' (duration: 330.805412ms)","trace[888859420] 'compare' (duration: 123.849689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T01:16:55.239935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:16:54.784573Z","time spent":"455.334508ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:16:55.243604Z","caller":"traceutil/trace.go:171","msg":"trace[1289899951] linearizableReadLoop","detail":"{readStateIndex:24493; appliedIndex:24488; }","duration":"391.814544ms","start":"2026-04-16T01:16:54.85176Z","end":"2026-04-16T01:16:55.243574Z","steps":["trace[1289899951] 'read index received' (duration: 263.662565ms)","trace[1289899951] 'applied index is now lower than readState.Index' (duration: 128.150639ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T01:16:55.243925Z","caller":"traceutil/trace.go:171","msg":"trace[917440272] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"424.609897ms","start":"2026-04-16T01:16:54.819285Z","end":"2026-04-16T01:16:55.243895Z","steps":["trace[917440272] 'process raft request' (duration: 424.169946ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:16:55.244012Z","caller":"traceutil/trace.go:171","msg":"trace[576533431] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"418.659394ms","start":"2026-04-16T01:16:54.825274Z","end":"2026-04-16T01:16:55.243934Z","steps":["trace[576533431] 'process raft request' (duration: 418.224823ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:16:55.244014Z","caller":"traceutil/trace.go:171","msg":"trace[1760139624] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"428.781172ms","start":"2026-04-16T01:16:54.815187Z","end":"2026-04-16T01:16:55.243968Z","steps":["trace[1760139624] 'process raft request' (duration: 428.099245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:16:55.244156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:16:54.819266Z","time spent":"424.711748ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:16:55.244305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:16:54.815168Z","time spent":"428.993057ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T01:16:55.244246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.278146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T01:16:55.244345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.30142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T01:16:55.24437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:16:54.825258Z","time spent":"418.873801ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:16:55.244441Z","caller":"traceutil/trace.go:171","msg":"trace[355147087] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23772; }","duration":"315.536813ms","start":"2026-04-16T01:16:54.928872Z","end":"2026-04-16T01:16:55.244409Z","steps":["trace[355147087] 'agreement among raft nodes before linearized reading' (duration: 315.150034ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:16:55.244447Z","caller":"traceutil/trace.go:171","msg":"trace[1264547238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23772; }","duration":"102.430275ms","start":"2026-04-16T01:16:55.141997Z","end":"2026-04-16T01:16:55.244427Z","steps":["trace[1264547238] 'agreement among raft nodes before linearized reading' (duration: 102.190088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:16:55.244502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:16:54.928867Z","time spent":"315.620785ms","remote":"127.0.0.1:43682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T01:16:55.244574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.380496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T01:16:55.244639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.662505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T01:16:55.245075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.30013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T01:16:55.244972Z","caller":"traceutil/trace.go:171","msg":"trace[1706664685] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"419.431425ms","start":"2026-04-16T01:16:54.825338Z","end":"2026-04-16T01:16:55.244769Z","steps":["trace[1706664685] 'process raft request' (duration: 418.196723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:16:55.245219Z","caller":"traceutil/trace.go:171","msg":"trace[1500854125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23772; }","duration":"393.467305ms","start":"2026-04-16T01:16:54.851739Z","end":"2026-04-16T01:16:55.245207Z","steps":["trace[1500854125] 'agreement among raft nodes before linearized reading' (duration: 392.292375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:16:55.245254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:16:54.851733Z","time spent":"393.511635ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T01:16:55.245142Z","caller":"traceutil/trace.go:171","msg":"trace[1244374982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23772; }","duration":"292.250211ms","start":"2026-04-16T01:16:54.952862Z","end":"2026-04-16T01:16:55.245113Z","steps":["trace[1244374982] 'agreement among raft nodes before linearized reading' (duration: 291.305957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T01:16:55.244707Z","caller":"traceutil/trace.go:171","msg":"trace[1877694978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23772; }","duration":"108.54146ms","start":"2026-04-16T01:16:55.136132Z","end":"2026-04-16T01:16:55.244674Z","steps":["trace[1877694978] 'agreement among raft nodes before linearized reading' (duration: 108.020777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T01:16:55.245289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T01:16:54.825331Z","time spent":"419.911106ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T01:20:33.517403Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23174} {"level":"info","ts":"2026-04-16T01:20:33.651728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23174,"took":"129.81966ms","hash":1137921311,"current-db-size-bytes":60669952,"current-db-size":"61 MB","current-db-size-in-use-bytes":33665024,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T01:20:33.651811Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1137921311,"revision":23174,"compact-revision":21134} {"level":"info","ts":"2026-04-16T01:20:44.234919Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000669c.wal"} {"level":"info","ts":"2026-04-16T01:25:33.524973Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25414} {"level":"info","ts":"2026-04-16T01:25:33.654769Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25414,"took":"126.274177ms","hash":1187725120,"current-db-size-bytes":61091840,"current-db-size":"61 MB","current-db-size-in-use-bytes":32534528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T01:25:33.654824Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1187725120,"revision":25414,"compact-revision":23174}